[ 714.542162] env[69763]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69763) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 714.542505] env[69763]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69763) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 714.542638] env[69763]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69763) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 714.542984] env[69763]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 714.648999] env[69763]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69763) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 714.658680] env[69763]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69763) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 714.704296] env[69763]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 715.265592] env[69763]: INFO nova.virt.driver [None req-74bc16c6-1d5e-4469-b754-a82c37a30ad2 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 715.341638] env[69763]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.341811] env[69763]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.341900] env[69763]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69763) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 718.763502] env[69763]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-987256b5-ca25-4665-8d83-20742de52d5a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.779935] env[69763]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69763) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 718.780126] env[69763]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-dccb7d2b-9d23-41e0-8d9c-0283f8a7eb3d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.814499] env[69763]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 44eb3. [ 718.814708] env[69763]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.473s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.815405] env[69763]: INFO nova.virt.vmwareapi.driver [None req-74bc16c6-1d5e-4469-b754-a82c37a30ad2 None None] VMware vCenter version: 7.0.3 [ 718.818980] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7abc96bf-afc2-4406-9224-7ea9288c47bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.837746] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c781fa90-ff0f-4409-a7df-5958260ee750 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.843997] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c81da3f-dd66-46a0-aeb6-ea4f85bd42fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.851051] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-585ae073-7fa6-4d24-a776-c8cff2183211 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.865968] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa12da6-2fd7-4063-8627-119bbfd8b2be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.872299] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd1042d-1ae5-436c-843c-92e8cadd80c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.902747] env[69763]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-59820ff8-91bf-4e68-abcd-973bd05cc3c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.908294] env[69763]: DEBUG nova.virt.vmwareapi.driver [None req-74bc16c6-1d5e-4469-b754-a82c37a30ad2 None None] Extension org.openstack.compute already exists. {{(pid=69763) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 718.910939] env[69763]: INFO nova.compute.provider_config [None req-74bc16c6-1d5e-4469-b754-a82c37a30ad2 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 719.414859] env[69763]: DEBUG nova.context [None req-74bc16c6-1d5e-4469-b754-a82c37a30ad2 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),3f3c1c06-388a-4df2-b19b-591585308298(cell1) {{(pid=69763) load_cells /opt/stack/nova/nova/context.py:464}} [ 719.416947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.417229] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.417939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.418382] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Acquiring lock "3f3c1c06-388a-4df2-b19b-591585308298" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.418623] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Lock "3f3c1c06-388a-4df2-b19b-591585308298" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.419669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Lock "3f3c1c06-388a-4df2-b19b-591585308298" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.440014] env[69763]: INFO dbcounter [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Registered counter for database nova_cell0 [ 719.448046] env[69763]: INFO dbcounter [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Registered counter for database nova_cell1 [ 719.451280] env[69763]: DEBUG oslo_db.sqlalchemy.engines [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69763) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 719.451638] env[69763]: DEBUG oslo_db.sqlalchemy.engines [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69763) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 719.456517] env[69763]: ERROR nova.db.main.api [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 719.456517] env[69763]: result = function(*args, **kwargs) [ 719.456517] env[69763]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 719.456517] env[69763]: return func(*args, **kwargs) [ 719.456517] env[69763]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 719.456517] env[69763]: result = fn(*args, **kwargs) [ 719.456517] env[69763]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 719.456517] env[69763]: return f(*args, **kwargs) [ 719.456517] env[69763]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 719.456517] env[69763]: return db.service_get_minimum_version(context, binaries) [ 719.456517] env[69763]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 719.456517] env[69763]: _check_db_access() [ 719.456517] env[69763]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 719.456517] env[69763]: stacktrace = ''.join(traceback.format_stack()) [ 719.456517] env[69763]: [ 719.457410] env[69763]: ERROR nova.db.main.api [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 719.457410] env[69763]: result = function(*args, **kwargs) [ 719.457410] env[69763]: File "/opt/stack/nova/nova/utils.py", line 672, in context_wrapper [ 719.457410] env[69763]: return func(*args, **kwargs) [ 719.457410] env[69763]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 719.457410] env[69763]: result = fn(*args, **kwargs) [ 719.457410] env[69763]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 719.457410] env[69763]: return f(*args, **kwargs) [ 719.457410] env[69763]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 719.457410] env[69763]: return db.service_get_minimum_version(context, binaries) [ 719.457410] env[69763]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 719.457410] env[69763]: _check_db_access() [ 719.457410] env[69763]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 719.457410] env[69763]: stacktrace = ''.join(traceback.format_stack()) [ 719.457410] env[69763]: [ 719.457965] env[69763]: WARNING nova.objects.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Failed to get minimum service version for cell 3f3c1c06-388a-4df2-b19b-591585308298 [ 719.457965] env[69763]: WARNING nova.objects.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 719.458389] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Acquiring lock "singleton_lock" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.458553] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Acquired lock "singleton_lock" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.458788] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Releasing lock "singleton_lock" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.459129] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Full set of CONF: {{(pid=69763) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 719.459279] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ******************************************************************************** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 719.459408] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] Configuration options gathered from: {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 719.459544] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 719.459736] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 719.459865] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ================================================================================ {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 719.460097] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] allow_resize_to_same_host = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.460273] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] arq_binding_timeout = 300 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.460405] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] backdoor_port = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.460531] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] backdoor_socket = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.460693] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] block_device_allocate_retries = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.460854] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] block_device_allocate_retries_interval = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.461032] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cert = self.pem {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.461210] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.461374] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute_monitors = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.461590] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] config_dir = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.461771] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] config_drive_format = iso9660 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.461906] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.462085] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] config_source = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.462259] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] console_host = devstack {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.462423] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] control_exchange = nova {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.462580] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cpu_allocation_ratio = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.462738] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] daemon = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.462918] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] debug = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.463114] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] default_access_ip_network_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.463290] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] default_availability_zone = nova {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.463446] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] default_ephemeral_format = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.463671] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] default_green_pool_size = 1000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.463945] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.464132] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] default_schedule_zone = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.464296] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] disk_allocation_ratio = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.464455] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] enable_new_services = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.464634] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] enabled_apis = ['osapi_compute'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.464797] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] enabled_ssl_apis = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.464957] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] flat_injected = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.465155] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] force_config_drive = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.465323] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] force_raw_images = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.465492] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] graceful_shutdown_timeout = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.465654] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] heal_instance_info_cache_interval = -1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.465879] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] host = cpu-1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.466069] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.466237] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] initial_disk_allocation_ratio = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.466394] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] initial_ram_allocation_ratio = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.466606] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.466770] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] instance_build_timeout = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.466931] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] instance_delete_interval = 300 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.467111] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] instance_format = [instance: %(uuid)s] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.467287] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] instance_name_template = instance-%08x {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.467477] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] instance_usage_audit = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.467653] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] instance_usage_audit_period = month {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.467820] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.467989] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] instances_path = /opt/stack/data/nova/instances {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.468175] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] internal_service_availability_zone = internal {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.468336] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] key = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.468498] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] live_migration_retry_count = 30 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.468666] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_color = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.468830] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_config_append = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.468995] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.469212] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_dir = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.469380] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_file = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.469511] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_options = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.469673] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_rotate_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.469841] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_rotate_interval_type = days {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.470016] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] log_rotation_type = none {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.470158] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.470284] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.470453] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.470617] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.470744] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.470906] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] long_rpc_timeout = 1800 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.471079] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] max_concurrent_builds = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.471243] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] max_concurrent_live_migrations = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.471402] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] max_concurrent_snapshots = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.471560] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] max_local_block_devices = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.471720] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] max_logfile_count = 30 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.471877] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] max_logfile_size_mb = 200 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.472046] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] maximum_instance_delete_attempts = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.472222] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] metadata_listen = 0.0.0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.472390] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] metadata_listen_port = 8775 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.472559] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] metadata_workers = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.472719] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] migrate_max_retries = -1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.472892] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] mkisofs_cmd = genisoimage {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.473127] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] my_block_storage_ip = 10.180.1.21 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.473265] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] my_ip = 10.180.1.21 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.473493] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.473678] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] network_allocate_retries = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.473860] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.474039] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] osapi_compute_listen = 0.0.0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.474209] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] osapi_compute_listen_port = 8774 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.474379] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] osapi_compute_unique_server_name_scope = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.474549] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] osapi_compute_workers = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.474708] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] password_length = 12 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.474866] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] periodic_enable = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.475071] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] periodic_fuzzy_delay = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.475234] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] pointer_model = usbtablet {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.475407] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] preallocate_images = none {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.475566] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] publish_errors = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.475695] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] pybasedir = /opt/stack/nova {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.475854] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ram_allocation_ratio = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.476027] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] rate_limit_burst = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.476207] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] rate_limit_except_level = CRITICAL {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.476368] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] rate_limit_interval = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.476526] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] reboot_timeout = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.476683] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] reclaim_instance_interval = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.476839] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] record = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.477016] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] reimage_timeout_per_gb = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.477196] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] report_interval = 120 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.477380] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] rescue_timeout = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.477559] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] reserved_host_cpus = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.477722] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] reserved_host_disk_mb = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.477882] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] reserved_host_memory_mb = 512 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.478055] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] reserved_huge_pages = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.478222] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] resize_confirm_window = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.478382] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] resize_fs_using_block_device = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.478543] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] resume_guests_state_on_host_boot = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.478711] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.478874] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] rpc_response_timeout = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.479052] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] run_external_periodic_tasks = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.479231] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] running_deleted_instance_action = reap {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.479393] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] running_deleted_instance_poll_interval = 1800 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.479551] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] running_deleted_instance_timeout = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.479707] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler_instance_sync_interval = 120 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.479873] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_down_time = 720 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.480054] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] servicegroup_driver = db {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.480218] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] shell_completion = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.480378] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] shelved_offload_time = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.480537] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] shelved_poll_interval = 3600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.480702] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] shutdown_timeout = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.480861] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] source_is_ipv6 = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.481026] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ssl_only = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.481331] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.481512] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] sync_power_state_interval = 600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.481678] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] sync_power_state_pool_size = 1000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.481849] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] syslog_log_facility = LOG_USER {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.482014] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] tempdir = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.482188] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] timeout_nbd = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.482355] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] transport_url = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.482516] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] update_resources_interval = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.482674] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] use_cow_images = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.482831] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] use_journal = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.482990] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] use_json = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.483165] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] use_rootwrap_daemon = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.483321] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] use_stderr = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.483477] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] use_syslog = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.483634] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vcpu_pin_set = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.483800] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plugging_is_fatal = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.483966] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plugging_timeout = 300 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.484143] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] virt_mkfs = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.484306] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] volume_usage_poll_interval = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.484466] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] watch_log_file = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.484629] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] web = /usr/share/spice-html5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 719.484824] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.484991] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.485197] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.485374] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_concurrency.disable_process_locking = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.485985] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.486218] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.486404] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.486582] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.486759] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.486928] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.487129] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.auth_strategy = keystone {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.487305] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.compute_link_prefix = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.487482] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.487656] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.dhcp_domain = novalocal {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.487826] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.enable_instance_password = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.487992] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.glance_link_prefix = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.488176] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.488349] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.488510] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.instance_list_per_project_cells = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.488670] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.list_records_by_skipping_down_cells = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.488832] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.local_metadata_per_cell = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.488997] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.max_limit = 1000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.489180] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.metadata_cache_expiration = 15 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.489354] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.neutron_default_tenant_id = default {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.489522] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.response_validation = warn {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.489690] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.use_neutron_default_nets = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.489858] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.490031] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.490207] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.490379] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.490551] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.vendordata_dynamic_targets = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.490714] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.vendordata_jsonfile_path = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.490890] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.491097] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.backend = dogpile.cache.memcached {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.491273] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.backend_argument = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.491433] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.backend_expiration_time = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.491603] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.config_prefix = cache.oslo {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.491773] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.dead_timeout = 60.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.491937] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.debug_cache_backend = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.492112] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.enable_retry_client = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.492279] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.enable_socket_keepalive = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.492450] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.enabled = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.492614] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.enforce_fips_mode = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.492776] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.expiration_time = 600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.492972] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.hashclient_retry_attempts = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.493178] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.hashclient_retry_delay = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.493348] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_dead_retry = 300 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.493510] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_password = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.493671] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.493832] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.493996] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_pool_maxsize = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.494174] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.494339] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_sasl_enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.494518] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.494687] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_socket_timeout = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.494851] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.memcache_username = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.496055] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.proxies = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.496162] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.redis_db = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.496329] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.redis_password = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.496520] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.redis_sentinel_service_name = mymaster {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.496714] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.496893] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.redis_server = localhost:6379 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.497072] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.redis_socket_timeout = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.497247] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.redis_username = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.497418] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.retry_attempts = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.497589] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.retry_delay = 0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.497776] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.socket_keepalive_count = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.497919] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.socket_keepalive_idle = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.498104] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.socket_keepalive_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.498273] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.tls_allowed_ciphers = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.498446] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.tls_cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.498590] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.tls_certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.498754] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.tls_enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.498925] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cache.tls_keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.499103] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.499286] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.auth_type = password {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.499468] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.499635] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.catalog_info = volumev3::publicURL {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.499799] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.499963] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.500143] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.cross_az_attach = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.500314] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.debug = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.500478] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.endpoint_template = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.500646] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.http_retries = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.500810] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.500972] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.501161] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.os_region_name = RegionOne {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.501332] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.501495] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cinder.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.501668] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.501831] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.cpu_dedicated_set = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.501991] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.cpu_shared_set = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.502175] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.image_type_exclude_list = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.502341] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.502505] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.max_concurrent_disk_ops = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.502669] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.max_disk_devices_to_attach = -1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.502833] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.503018] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.503210] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.resource_provider_association_refresh = 300 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.503376] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.503539] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.shutdown_retry_interval = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.503722] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.503899] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] conductor.workers = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.504090] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] console.allowed_origins = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.504257] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] console.ssl_ciphers = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.504427] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] console.ssl_minimum_version = default {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.504701] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] consoleauth.enforce_session_timeout = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.505015] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] consoleauth.token_ttl = 600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.505327] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.505615] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.505902] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.506204] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.506495] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.506779] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.507088] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.507385] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.507671] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.507954] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.508262] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.508549] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.508836] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.509149] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.service_type = accelerator {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.509442] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.509733] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.510007] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.510267] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.510473] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.510645] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] cyborg.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.510825] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.asyncio_connection = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.510994] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.asyncio_slave_connection = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.511192] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.backend = sqlalchemy {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.511367] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.connection = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.511537] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.connection_debug = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.511710] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.connection_parameters = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.511875] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.connection_recycle_time = 3600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.512485] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.connection_trace = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.512485] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.db_inc_retry_interval = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.512485] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.db_max_retries = 20 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.512610] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.db_max_retry_interval = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.512684] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.db_retry_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.512841] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.max_overflow = 50 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.513020] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.max_pool_size = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.513192] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.max_retries = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.513364] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.513526] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.mysql_wsrep_sync_wait = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.513690] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.pool_timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.513855] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.retry_interval = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.514028] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.slave_connection = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.514203] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.sqlite_synchronous = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.514401] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] database.use_db_reconnect = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.514606] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.asyncio_connection = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.514775] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.asyncio_slave_connection = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.514948] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.backend = sqlalchemy {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.515160] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.connection = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.515336] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.connection_debug = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.515509] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.connection_parameters = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.515675] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.connection_recycle_time = 3600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.515838] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.connection_trace = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.516009] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.db_inc_retry_interval = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.516182] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.db_max_retries = 20 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.516348] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.db_max_retry_interval = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.516513] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.db_retry_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.516675] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.max_overflow = 50 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.516831] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.max_pool_size = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.516987] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.max_retries = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.517401] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.517401] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.517552] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.pool_timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.517633] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.retry_interval = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.517793] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.slave_connection = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.517954] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] api_database.sqlite_synchronous = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.518144] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] devices.enabled_mdev_types = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.518324] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.518498] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ephemeral_storage_encryption.default_format = luks {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.518662] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ephemeral_storage_encryption.enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.518825] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.518998] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.api_servers = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.519181] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.519345] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.519510] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.519670] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.519830] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.519993] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.debug = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.520178] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.default_trusted_certificate_ids = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.520342] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.enable_certificate_validation = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.520503] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.enable_rbd_download = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.520662] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.520829] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.520995] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.521172] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.521333] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.521496] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.num_retries = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.521668] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.rbd_ceph_conf = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.521833] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.rbd_connect_timeout = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.522012] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.rbd_pool = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.522192] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.rbd_user = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.522361] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.522525] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.522686] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.522857] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.service_type = image {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.523030] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.523194] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.523355] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.523513] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.523694] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.523861] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.verify_glance_signatures = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.524033] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] glance.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.524208] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] guestfs.debug = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.524378] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.524541] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.auth_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.524702] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.524861] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.525057] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.525201] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.525359] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.525521] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.525683] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.525843] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.526012] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.526182] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.526344] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.526507] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.526667] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.526839] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.service_type = shared-file-system {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.527025] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.share_apply_policy_timeout = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.527203] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.527374] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.527528] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.527688] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.527871] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.528045] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] manila.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.528224] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] mks.enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.528836] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.528836] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] image_cache.manager_interval = 2400 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.528929] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] image_cache.precache_concurrency = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.529133] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] image_cache.remove_unused_base_images = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.529309] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.529479] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.529656] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] image_cache.subdirectory_name = _base {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.529835] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.api_max_retries = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.530010] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.api_retry_interval = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.530182] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.530348] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.auth_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.530513] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.530674] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.530839] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.531009] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.conductor_group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.531184] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.531345] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.531505] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.531669] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.531831] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.531991] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.532168] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.532336] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.peer_list = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.532497] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.532657] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.532820] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.serial_console_state_timeout = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.532982] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.533169] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.service_type = baremetal {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.533333] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.shard = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.533497] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.533657] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.533813] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.533972] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.534166] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.534333] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ironic.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.534518] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.534691] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] key_manager.fixed_key = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.534874] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.535054] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.barbican_api_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.535220] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.barbican_endpoint = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.535393] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.barbican_endpoint_type = public {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.535556] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.barbican_region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.535718] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.535880] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.536055] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.536222] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.536381] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.536545] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.number_of_retries = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.536703] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.retry_delay = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.536865] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.send_service_user_token = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.537036] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.537200] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.537377] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.verify_ssl = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.537526] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican.verify_ssl_path = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.537692] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.537854] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.auth_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.538024] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.538190] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.538356] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.538514] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.538670] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.538831] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.538986] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] barbican_service_user.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.539186] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.approle_role_id = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.539326] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.approle_secret_id = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.539495] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.kv_mountpoint = secret {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.539653] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.kv_path = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.539814] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.kv_version = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.539970] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.namespace = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.540142] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.root_token_id = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.540305] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.ssl_ca_crt_file = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.540478] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.timeout = 60.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.540633] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.use_ssl = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.540799] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.541228] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.541228] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.541329] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.541450] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.541610] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.541767] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.541929] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.542099] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.542262] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.542417] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.542577] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.542779] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.542947] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.543137] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.service_type = identity {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.543304] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.543464] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.543623] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.543782] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.543961] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.544135] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] keystone.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.544331] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.ceph_mount_options = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.544653] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.544839] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.connection_uri = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.545027] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.cpu_mode = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.545219] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.cpu_model_extra_flags = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.545394] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.cpu_models = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.545570] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.cpu_power_governor_high = performance {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.545742] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.cpu_power_governor_low = powersave {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.545908] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.cpu_power_management = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.546098] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.546281] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.device_detach_attempts = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.546447] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.device_detach_timeout = 20 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.546615] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.disk_cachemodes = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.546777] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.disk_prefix = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.546944] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.enabled_perf_events = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.547124] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.file_backed_memory = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.547295] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.gid_maps = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.547482] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.hw_disk_discard = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.547646] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.hw_machine_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.547816] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.images_rbd_ceph_conf = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.547981] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.548162] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.548334] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.images_rbd_glance_store_name = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.548503] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.images_rbd_pool = rbd {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.548672] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.images_type = default {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.548833] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.images_volume_group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.548999] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.inject_key = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.549177] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.inject_partition = -2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.549340] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.inject_password = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.549502] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.iscsi_iface = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.549664] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.iser_use_multipath = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.549825] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_bandwidth = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.549988] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.550167] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_downtime = 500 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.550580] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.550580] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.550687] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_inbound_addr = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.550797] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.550955] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_permit_post_copy = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.551126] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_scheme = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.551301] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_timeout_action = abort {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.551462] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_tunnelled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.551620] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_uri = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.551780] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.live_migration_with_native_tls = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.551938] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.max_queues = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.552120] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.552366] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.552534] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.nfs_mount_options = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.552847] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.553036] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.553209] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.num_iser_scan_tries = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.553373] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.num_memory_encrypted_guests = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.553537] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.553700] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.num_pcie_ports = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.553866] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.num_volume_scan_tries = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.554042] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.pmem_namespaces = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.554211] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.quobyte_client_cfg = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.554506] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.554684] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rbd_connect_timeout = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.554853] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.555073] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.555229] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rbd_secret_uuid = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.555392] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rbd_user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.555553] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.555735] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.remote_filesystem_transport = ssh {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.555887] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rescue_image_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.556094] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rescue_kernel_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.556279] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rescue_ramdisk_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.556452] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.556613] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.rx_queue_size = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.556790] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.smbfs_mount_options = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.557197] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.557471] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.snapshot_compression = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.557622] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.snapshot_image_format = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.557853] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.558041] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.sparse_logical_volumes = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.558304] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.swtpm_enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.558560] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.swtpm_group = tss {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.558785] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.swtpm_user = tss {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.558968] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.sysinfo_serial = unique {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.559149] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.tb_cache_size = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.559324] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.tx_queue_size = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.559483] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.uid_maps = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.559645] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.use_virtio_for_bridges = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.559815] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.virt_type = kvm {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.559986] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.volume_clear = zero {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.560170] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.volume_clear_size = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.560336] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.volume_enforce_multipath = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.560503] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.volume_use_multipath = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.560665] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.vzstorage_cache_path = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.560836] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.561013] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.vzstorage_mount_group = qemu {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.561192] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.vzstorage_mount_opts = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.561374] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.561720] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.561917] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.vzstorage_mount_user = stack {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.562100] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.562280] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.562453] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.auth_type = password {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.562619] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.562807] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.562988] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.563168] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.563330] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.563503] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.default_floating_pool = public {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.563665] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.563827] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.extension_sync_interval = 600 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.563991] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.http_retries = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.564171] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.564334] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.564492] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.564661] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.564824] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.565021] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.ovs_bridge = br-int {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.565204] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.physnets = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.565379] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.region_name = RegionOne {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.565542] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.565712] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.service_metadata_proxy = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.565875] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.566078] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.service_type = network {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.566260] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.566423] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.566585] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.566746] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.566926] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.567103] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] neutron.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.567270] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] notifications.bdms_in_notifications = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.567474] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] notifications.default_level = INFO {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.567643] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] notifications.include_share_mapping = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.567818] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] notifications.notification_format = unversioned {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.567984] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] notifications.notify_on_state_change = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.568221] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.568409] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] pci.alias = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.568582] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] pci.device_spec = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.568747] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] pci.report_in_placement = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.568919] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.569107] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.auth_type = password {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.569280] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.569442] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.569602] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.569761] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.569920] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.570094] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.570253] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.default_domain_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.570410] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.default_domain_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.570565] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.domain_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.570718] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.domain_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.570875] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.571045] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.571208] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.571362] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.571516] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.571682] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.password = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.571839] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.project_domain_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.572014] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.project_domain_name = Default {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.572181] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.project_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.572351] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.project_name = service {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.572517] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.region_name = RegionOne {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.572675] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.572832] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.573006] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.service_type = placement {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.573178] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.573335] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.573491] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.573646] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.system_scope = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.573800] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.573954] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.trust_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.574122] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.user_domain_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.574294] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.user_domain_name = Default {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.574449] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.user_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.574619] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.username = nova {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.574817] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.574992] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] placement.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.575575] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.cores = 20 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.575575] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.count_usage_from_placement = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.575575] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.575757] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.injected_file_content_bytes = 10240 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.575843] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.injected_file_path_length = 255 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.576020] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.injected_files = 5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.576192] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.instances = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.576355] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.key_pairs = 100 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.576521] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.metadata_items = 128 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.576685] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.ram = 51200 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.576849] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.recheck_quota = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.577023] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.server_group_members = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.577197] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.server_groups = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.577421] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.577631] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] quota.unified_limits_resource_strategy = require {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.577829] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.577999] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.578183] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.image_metadata_prefilter = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.578347] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.578509] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.max_attempts = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.578669] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.max_placement_results = 1000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.578830] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.578989] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.query_placement_for_image_type_support = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.579165] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.579339] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] scheduler.workers = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.579516] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.579682] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.579860] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.580044] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.580277] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.580461] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.580628] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.580815] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.580983] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.host_subset_size = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.581161] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.581326] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.581490] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.581652] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.581827] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.581991] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.isolated_hosts = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.582173] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.isolated_images = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.582333] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.582492] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.582651] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.582811] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.pci_in_placement = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.582972] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.583148] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.583311] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.583471] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.583632] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.583792] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.583950] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.track_instance_changes = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.584138] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.584314] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] metrics.required = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.584477] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] metrics.weight_multiplier = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.584640] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.584805] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] metrics.weight_setting = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.585163] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.585350] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] serial_console.enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.585530] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] serial_console.port_range = 10000:20000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.585703] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.585871] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.586074] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] serial_console.serialproxy_port = 6083 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.586266] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.586441] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.auth_type = password {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.586604] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.586759] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.586920] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.587094] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.587261] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.587432] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.send_service_user_token = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.587594] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.587752] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] service_user.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.587921] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.agent_enabled = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.588099] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.588413] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.588624] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.588795] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.html5proxy_port = 6082 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.588957] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.image_compression = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.589135] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.jpeg_compression = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.589301] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.playback_compression = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.589464] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.require_secure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.589633] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.server_listen = 127.0.0.1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.589801] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.590095] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.590272] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.streaming_mode = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.590436] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] spice.zlib_compression = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.590604] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] upgrade_levels.baseapi = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.590775] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] upgrade_levels.compute = auto {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.590935] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] upgrade_levels.conductor = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.591109] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] upgrade_levels.scheduler = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.591282] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.591449] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.auth_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.591611] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.591768] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.591929] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.592100] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.592302] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.592476] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.592638] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vendordata_dynamic_auth.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.592849] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.api_retry_count = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.593036] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.ca_file = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.593219] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.cache_prefix = devstack-image-cache {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.593391] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.cluster_name = testcl1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.593557] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.connection_pool_size = 10 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.593718] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.console_delay_seconds = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.593887] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.datastore_regex = ^datastore.* {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.594117] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.594312] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.host_password = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.594480] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.host_port = 443 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.594649] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.host_username = administrator@vsphere.local {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.594815] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.insecure = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.594980] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.integration_bridge = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.595189] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.maximum_objects = 100 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.595361] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.pbm_default_policy = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.595523] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.pbm_enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.595680] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.pbm_wsdl_location = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.595849] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.596030] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.serial_port_proxy_uri = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.596214] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.serial_port_service_uri = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.596385] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.task_poll_interval = 0.5 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.596556] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.use_linked_clone = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.596723] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.vnc_keymap = en-us {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.596888] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.vnc_port = 5900 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.597062] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vmware.vnc_port_total = 10000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.597257] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.auth_schemes = ['none'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.597431] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.597724] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.597908] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.598112] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.novncproxy_port = 6080 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.598316] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.server_listen = 127.0.0.1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.598499] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.598662] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.vencrypt_ca_certs = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.598822] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.vencrypt_client_cert = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.598979] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vnc.vencrypt_client_key = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.599168] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.599335] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.disable_deep_image_inspection = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.599497] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.599657] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.599818] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.600033] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.disable_rootwrap = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.600152] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.enable_numa_live_migration = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.600316] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.600478] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.600639] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.600801] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.libvirt_disable_apic = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.600959] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.601135] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.601300] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.601461] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.601621] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.601781] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.601940] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.602112] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.602277] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.602442] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.602622] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.602786] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] wsgi.secure_proxy_ssl_header = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.602948] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] zvm.ca_file = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.603123] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] zvm.cloud_connector_url = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.603448] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.603623] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] zvm.reachable_timeout = 300 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.603796] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.603972] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.604167] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.connection_string = messaging:// {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.604384] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.enabled = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.604567] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.es_doc_type = notification {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.604732] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.es_scroll_size = 10000 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.604903] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.es_scroll_time = 2m {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.605103] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.filter_error_trace = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.605291] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.hmac_keys = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.605464] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.sentinel_service_name = mymaster {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.605632] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.socket_timeout = 0.1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.605795] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.trace_requests = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.605954] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler.trace_sqlalchemy = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.606171] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler_jaeger.process_tags = {} {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.606341] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler_jaeger.service_name_prefix = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.606504] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] profiler_otlp.service_name_prefix = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.606678] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.606841] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.607022] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.607192] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.607355] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.607516] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.607678] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.607839] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.608008] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.608192] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.608352] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.608522] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.608688] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.608855] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.609028] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.609207] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.609373] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.609537] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.609708] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.609873] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.610050] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.610258] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.610427] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.610591] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.610765] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.610929] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.611109] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.611289] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.611453] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.611617] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.611779] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.ssl = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.611949] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.612131] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.612299] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.612467] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.612636] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.ssl_version = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.612798] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.612983] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.613163] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_notifications.retry = -1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.613342] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.613514] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_messaging_notifications.transport_url = **** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.613685] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.auth_section = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.613849] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.auth_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.614016] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.cafile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.614189] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.certfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.614348] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.collect_timing = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.614504] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.connect_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.614660] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.connect_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.614814] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.endpoint_id = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.614987] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.endpoint_interface = publicURL {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.615184] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.endpoint_override = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.615349] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.endpoint_region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.615509] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.endpoint_service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.615668] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.endpoint_service_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.615827] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.insecure = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.615993] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.keyfile = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.616234] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.max_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.616446] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.min_version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.616617] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.region_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.616782] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.retriable_status_codes = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.616942] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.service_name = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.617117] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.service_type = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.617286] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.split_loggers = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.617447] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.status_code_retries = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.617652] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.status_code_retry_delay = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.617824] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.timeout = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.617986] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.valid_interfaces = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.618171] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_limit.version = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.618336] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_reports.file_event_handler = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.618500] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.618659] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] oslo_reports.log_dir = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.618830] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.618991] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.619176] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.619345] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.619509] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.619667] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.619837] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.619997] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_ovs_privileged.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.620173] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.620339] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.620501] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.620659] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] vif_plug_ovs_privileged.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.620830] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_linux_bridge.flat_interface = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.621015] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.621196] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.621373] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.621542] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.621713] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.621876] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.622047] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.622261] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.622443] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_ovs.isolate_vif = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.622612] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.622779] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.622951] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.623137] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_ovs.ovsdb_interface = native {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.623305] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] os_vif_ovs.per_port_bridge = False {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.623474] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] privsep_osbrick.capabilities = [21] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.623655] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] privsep_osbrick.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.623825] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] privsep_osbrick.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.623992] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.624173] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.624335] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] privsep_osbrick.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.624505] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.624663] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] nova_sys_admin.group = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.624822] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] nova_sys_admin.helper_command = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.624994] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.625188] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.625355] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] nova_sys_admin.user = None {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 719.625487] env[69763]: DEBUG oslo_service.backend.eventlet.service [None req-4d88f79f-4681-4b55-8267-c05ebb85d998 None None] ******************************************************************************** {{(pid=69763) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 719.625911] env[69763]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 720.130016] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Getting list of instances from cluster (obj){ [ 720.130016] env[69763]: value = "domain-c8" [ 720.130016] env[69763]: _type = "ClusterComputeResource" [ 720.130016] env[69763]: } {{(pid=69763) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 720.131094] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9423e7fb-7e4b-4b22-b665-fda38a1b5647 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.139859] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Got total of 0 instances {{(pid=69763) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 720.140450] env[69763]: WARNING nova.virt.vmwareapi.driver [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 720.140932] env[69763]: INFO nova.virt.node [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Generated node identity 39a54292-6291-43e6-9dcd-41089e8e05f6 [ 720.141183] env[69763]: INFO nova.virt.node [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Wrote node identity 39a54292-6291-43e6-9dcd-41089e8e05f6 to /opt/stack/data/n-cpu-1/compute_id [ 720.643713] env[69763]: WARNING nova.compute.manager [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Compute nodes ['39a54292-6291-43e6-9dcd-41089e8e05f6'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 721.650238] env[69763]: INFO nova.compute.manager [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 722.659023] env[69763]: WARNING nova.compute.manager [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 722.659023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.659023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.659023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.659023] env[69763]: DEBUG nova.compute.resource_tracker [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 722.659023] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08474559-becf-4c24-879e-11b90783cce9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.667580] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb2e9cbb-e5e7-448b-bb30-cd2ab3628998 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.681301] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a138dc5-414e-4f94-89c7-41da3636d7e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.688418] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbf983f7-461b-44d4-a549-7465bb2b46eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.721850] env[69763]: DEBUG nova.compute.resource_tracker [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180826MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 722.721850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 722.721850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.226687] env[69763]: WARNING nova.compute.resource_tracker [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] No compute node record for cpu-1:39a54292-6291-43e6-9dcd-41089e8e05f6: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 39a54292-6291-43e6-9dcd-41089e8e05f6 could not be found. [ 723.729613] env[69763]: INFO nova.compute.resource_tracker [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 39a54292-6291-43e6-9dcd-41089e8e05f6 [ 725.237867] env[69763]: DEBUG nova.compute.resource_tracker [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 725.238223] env[69763]: DEBUG nova.compute.resource_tracker [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 725.408356] env[69763]: INFO nova.scheduler.client.report [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] [req-929e9d5d-0427-4fc3-9dc9-e619a5b87717] Created resource provider record via placement API for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 725.424943] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99e62a48-3495-4d29-b840-8ac4467aedd7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.432758] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c005c67c-ce50-41ee-b82e-5260a12c001a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.462117] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8b7d037-c172-4ef5-9d84-7fca4ce20514 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.469364] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f265917-1684-4017-81fb-89adbaf1d5d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.482195] env[69763]: DEBUG nova.compute.provider_tree [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.016302] env[69763]: DEBUG nova.scheduler.client.report [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 726.016547] env[69763]: DEBUG nova.compute.provider_tree [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 0 to 1 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.016690] env[69763]: DEBUG nova.compute.provider_tree [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 726.071532] env[69763]: DEBUG nova.compute.provider_tree [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 1 to 2 during operation: update_traits {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 726.576711] env[69763]: DEBUG nova.compute.resource_tracker [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 726.577071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.856s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.577160] env[69763]: DEBUG nova.service [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Creating RPC server for service compute {{(pid=69763) start /opt/stack/nova/nova/service.py:177}} [ 726.591648] env[69763]: DEBUG nova.service [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] Join ServiceGroup membership for this service compute {{(pid=69763) start /opt/stack/nova/nova/service.py:194}} [ 726.591827] env[69763]: DEBUG nova.servicegroup.drivers.db [None req-474dbaf5-262d-428b-b79f-dedb87a2c60a None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69763) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 766.881077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "ac48e4b5-3f7f-403d-a446-935be224fd40" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.881439] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.386362] env[69763]: DEBUG nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 767.940577] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.942916] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.942916] env[69763]: INFO nova.compute.claims [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 769.012218] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7744d4c9-2253-4f88-96f1-125c7bb50f1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.024726] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993a309b-34ef-4bb6-8e5e-b9cf65eceafb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.067956] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69793b8d-80ef-400e-b6a4-5491ecf96e48 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.076647] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb171e57-d376-44df-a998-dc6a8edef059 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.091181] env[69763]: DEBUG nova.compute.provider_tree [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 769.376579] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.376579] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.439210] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquiring lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.440028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.595011] env[69763]: DEBUG nova.scheduler.client.report [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.882758] env[69763]: DEBUG nova.compute.manager [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 769.942385] env[69763]: DEBUG nova.compute.manager [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 770.104520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.163s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 770.106493] env[69763]: DEBUG nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 770.422190] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.422502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.424324] env[69763]: INFO nova.compute.claims [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 770.481883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.615254] env[69763]: DEBUG nova.compute.utils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.618448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "60727adc-657b-4b01-ae39-48f7cf68a19c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.618448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "60727adc-657b-4b01-ae39-48f7cf68a19c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.619950] env[69763]: DEBUG nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.620352] env[69763]: DEBUG nova.network.neutron [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 771.121259] env[69763]: DEBUG nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.129833] env[69763]: DEBUG nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 771.207669] env[69763]: DEBUG nova.policy [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7aab2beaee24c81b04c8ef215007b86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259dd0dce4584264ad0475202c383ad4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 771.321145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquiring lock "04f381bb-52dc-438f-8617-70dd4e4e6deb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.321345] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "04f381bb-52dc-438f-8617-70dd4e4e6deb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.576770] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec555898-6c1c-4ca2-bde4-b92c431f5131 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.588111] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e675bd-688b-44f4-a157-c99016ac5de2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.640271] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e42a8ebf-ad3f-4115-b499-a24aed36c8df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.655316] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13073f5-f259-4a00-ac8a-02fbb0cb45b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.683683] env[69763]: DEBUG nova.compute.provider_tree [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 771.689084] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.825151] env[69763]: DEBUG nova.compute.manager [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 772.136848] env[69763]: DEBUG nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.178874] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.182662] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.182912] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.183152] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.183299] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.183469] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.183724] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.183882] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.184296] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.184529] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.184706] env[69763]: DEBUG nova.virt.hardware [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.185743] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d154b5f-d208-4b4d-9d20-c8d84646ceba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.190054] env[69763]: DEBUG nova.scheduler.client.report [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 772.201024] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e0e09a-2ad7-4115-a2e0-2c4c560e38eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.233695] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56563db5-283f-4303-96fe-0b6e8034fe0d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.276651] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.276898] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.361305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.613186] env[69763]: DEBUG nova.network.neutron [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Successfully created port: 7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 772.695305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.273s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.695925] env[69763]: DEBUG nova.compute.manager [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 772.702619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.218s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.702619] env[69763]: INFO nova.compute.claims [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.781322] env[69763]: DEBUG nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 773.211105] env[69763]: DEBUG nova.compute.utils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 773.212536] env[69763]: DEBUG nova.compute.manager [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 773.311283] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.714753] env[69763]: DEBUG nova.compute.manager [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 773.871501] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29157f6f-7bd9-442c-90e8-f41771fcd7bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.887601] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-704336df-22cf-4b60-9e4c-f5fcf9eccbc6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.929343] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a1ac3b-9b9f-4534-8d87-56f84edc2b07 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.939428] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcecd795-e0dc-44eb-aa04-041d9eeb3e1d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.957815] env[69763]: DEBUG nova.compute.provider_tree [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.463514] env[69763]: DEBUG nova.scheduler.client.report [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.596255] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_power_states {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 774.734835] env[69763]: DEBUG nova.compute.manager [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 774.776963] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 774.777346] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 774.777413] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 774.781687] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 774.781687] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 774.781687] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 774.781815] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 774.781979] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 774.782167] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 774.782333] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 774.782504] env[69763]: DEBUG nova.virt.hardware [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 774.783530] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6048829-579a-448d-b3de-45a4c0ade1d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.797016] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db947e0e-5ad6-4547-b12b-ba5753d51cd4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.817977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "54894db8-c9c9-4a56-a266-96d9cab8d458" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 774.817977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "54894db8-c9c9-4a56-a266-96d9cab8d458" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.821603] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.830072] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.831158] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ad53553e-c586-45a0-9672-a4d9d6c3873d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.843721] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Created folder: OpenStack in parent group-v4. [ 774.843920] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Creating folder: Project (1e5364723d454009a2cd15ca91e08e47). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.844477] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-586dee4c-605c-434e-aa45-8a485bfc846f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.859681] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Created folder: Project (1e5364723d454009a2cd15ca91e08e47) in parent group-v816505. [ 774.859681] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Creating folder: Instances. Parent ref: group-v816506. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.859681] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fea4f1ed-b47f-4358-9922-63626bf9a05d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.870088] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Created folder: Instances in parent group-v816506. [ 774.870365] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.870571] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.871577] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3e14d871-f6b5-4584-a358-13a6033fb879 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.891744] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.891744] env[69763]: value = "task-4122088" [ 774.891744] env[69763]: _type = "Task" [ 774.891744] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.902891] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122088, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.969528] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.970278] env[69763]: DEBUG nova.compute.manager [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 774.972843] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.285s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 774.976079] env[69763]: INFO nova.compute.claims [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.105322] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Getting list of instances from cluster (obj){ [ 775.105322] env[69763]: value = "domain-c8" [ 775.105322] env[69763]: _type = "ClusterComputeResource" [ 775.105322] env[69763]: } {{(pid=69763) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 775.106953] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1363d1d9-9595-4cec-9738-178301d18623 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.121223] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Got total of 0 instances {{(pid=69763) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 775.121223] env[69763]: WARNING nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] While synchronizing instance power states, found 3 instances in the database and 0 instances on the hypervisor. [ 775.121373] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid ac48e4b5-3f7f-403d-a446-935be224fd40 {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 775.121621] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid aae9c3c4-2b4b-45af-abb8-31ca8bbe8714 {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 775.121794] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5 {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 775.122130] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "ac48e4b5-3f7f-403d-a446-935be224fd40" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.122381] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.122581] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.122766] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.122989] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 775.123164] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 775.333177] env[69763]: DEBUG nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 775.405041] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122088, 'name': CreateVM_Task, 'duration_secs': 0.325919} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.405241] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.406411] env[69763]: DEBUG oslo_vmware.service [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-800f33c7-ad20-414f-b7c4-3a133a56b867 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.414556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.414556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.415932] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.417149] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8770cce-dc81-4ca9-87da-6677f19e9839 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.424973] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 775.424973] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a5fc10-2ccc-7523-89a2-d259ca184794" [ 775.424973] env[69763]: _type = "Task" [ 775.424973] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.437538] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a5fc10-2ccc-7523-89a2-d259ca184794, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.480932] env[69763]: DEBUG nova.compute.utils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.485200] env[69763]: DEBUG nova.compute.manager [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 775.626933] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.861109] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "692b0f46-ba76-4bdd-a529-243bc0cd2546" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.861692] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "692b0f46-ba76-4bdd-a529-243bc0cd2546" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.864059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.907807] env[69763]: DEBUG nova.network.neutron [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Successfully updated port: 7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 775.935210] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.935520] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.936051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.936051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.936322] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.937276] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3b00832b-8923-4d45-949d-204dcbcdea49 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.958022] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.958022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.958022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f877789-9c7d-47c8-b4ce-2e41d1b6ba88 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.967017] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-413e60c5-d6b6-4682-8dea-57d15e4a4cfe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.975034] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 775.975034] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5299f1eb-8b6f-0f0e-faa3-815f2bddfce1" [ 775.975034] env[69763]: _type = "Task" [ 775.975034] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.982905] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5299f1eb-8b6f-0f0e-faa3-815f2bddfce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.984702] env[69763]: DEBUG nova.compute.manager [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 776.168855] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c15784-95b7-4e69-9278-568c32489c5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.177450] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d525be-7996-492b-8958-2268a395b13f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.228184] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7613c3-98f4-421e-a1ef-b01672281f50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.238739] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf8460d3-6d4f-4956-abd0-d04be3c5d8ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.255850] env[69763]: DEBUG nova.compute.provider_tree [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 776.366928] env[69763]: DEBUG nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 776.411128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "refresh_cache-ac48e4b5-3f7f-403d-a446-935be224fd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.411302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquired lock "refresh_cache-ac48e4b5-3f7f-403d-a446-935be224fd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.411471] env[69763]: DEBUG nova.network.neutron [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.488166] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Preparing fetch location {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 776.488564] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Creating directory with path [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.491012] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bbc220ff-43f6-4425-9c1a-38a64ce52669 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.518513] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Created directory with path [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.518513] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Fetch image to [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 776.518733] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Downloading image file data 8c321dca-8899-4506-8165-341cc6758393 to [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk on the data store datastore2 {{(pid=69763) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 776.520770] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c191f3-0bc9-4175-bbed-46da15643377 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.529589] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63dfad5e-018e-4ec5-b7e8-ff7d0e8783bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.545428] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c366cb4f-f803-44fa-8220-e4c2f7e19620 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.582737] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4cf4e55-4afd-4c49-a1c0-77104e59920f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.590937] env[69763]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5a1f96d8-fe3b-4583-9425-9b3aa6664c7d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.626906] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Downloading image file data 8c321dca-8899-4506-8165-341cc6758393 to the data store datastore2 {{(pid=69763) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 776.701362] env[69763]: DEBUG oslo_vmware.rw_handles [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69763) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 776.764987] env[69763]: DEBUG nova.scheduler.client.report [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 776.897472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 776.973116] env[69763]: DEBUG nova.network.neutron [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 777.002233] env[69763]: DEBUG nova.compute.manager [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 777.031760] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 777.031996] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 777.032163] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.032456] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 777.032518] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.032616] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 777.032841] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 777.032965] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 777.033153] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 777.033316] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 777.033520] env[69763]: DEBUG nova.virt.hardware [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 777.034394] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de7b7acf-1c0b-4e52-a08d-cc2ba55b9c8d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.043583] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e98500-a837-4a21-856f-d6c3ecf7b84d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.061862] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.068601] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Creating folder: Project (b1b5d20fadef461aa5766e68a80c7873). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.073247] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af2b4d4d-416a-4114-8fd1-191d61166d89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.089990] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Created folder: Project (b1b5d20fadef461aa5766e68a80c7873) in parent group-v816505. [ 777.089990] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Creating folder: Instances. Parent ref: group-v816509. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.089990] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0002f899-377d-494e-a66f-6772280533a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.106958] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Created folder: Instances in parent group-v816509. [ 777.107298] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.107534] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.107789] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9800da5-09ab-417e-be8c-aeede289d866 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.138965] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.138965] env[69763]: value = "task-4122091" [ 777.138965] env[69763]: _type = "Task" [ 777.138965] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.150776] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122091, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.270756] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.298s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.273014] env[69763]: DEBUG nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 777.279777] env[69763]: DEBUG nova.network.neutron [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Updating instance_info_cache with network_info: [{"id": "7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d", "address": "fa:16:3e:51:c1:99", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8450e9-a1", "ovs_interfaceid": "7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.289105] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.928s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.291242] env[69763]: INFO nova.compute.claims [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 777.306459] env[69763]: DEBUG nova.compute.manager [req-198bad12-ea51-48d1-aae6-fa40dc42b9ad req-c6502d19-067d-4d53-b4fd-d6857bd39f19 service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Received event network-vif-plugged-7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 777.306754] env[69763]: DEBUG oslo_concurrency.lockutils [req-198bad12-ea51-48d1-aae6-fa40dc42b9ad req-c6502d19-067d-4d53-b4fd-d6857bd39f19 service nova] Acquiring lock "ac48e4b5-3f7f-403d-a446-935be224fd40-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.306984] env[69763]: DEBUG oslo_concurrency.lockutils [req-198bad12-ea51-48d1-aae6-fa40dc42b9ad req-c6502d19-067d-4d53-b4fd-d6857bd39f19 service nova] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.307144] env[69763]: DEBUG oslo_concurrency.lockutils [req-198bad12-ea51-48d1-aae6-fa40dc42b9ad req-c6502d19-067d-4d53-b4fd-d6857bd39f19 service nova] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.307687] env[69763]: DEBUG nova.compute.manager [req-198bad12-ea51-48d1-aae6-fa40dc42b9ad req-c6502d19-067d-4d53-b4fd-d6857bd39f19 service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] No waiting events found dispatching network-vif-plugged-7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 777.307687] env[69763]: WARNING nova.compute.manager [req-198bad12-ea51-48d1-aae6-fa40dc42b9ad req-c6502d19-067d-4d53-b4fd-d6857bd39f19 service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Received unexpected event network-vif-plugged-7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d for instance with vm_state building and task_state spawning. [ 777.654612] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122091, 'name': CreateVM_Task, 'duration_secs': 0.34905} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.654900] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 777.655367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.655627] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.655998] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.656310] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b960c425-6b93-4b67-8fec-20eee1f62d72 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.665233] env[69763]: DEBUG oslo_vmware.rw_handles [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Completed reading data from the image iterator. {{(pid=69763) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 777.665317] env[69763]: DEBUG oslo_vmware.rw_handles [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 777.667107] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 777.667107] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5251c3b2-7cc2-6d5e-79df-4bb236f713c4" [ 777.667107] env[69763]: _type = "Task" [ 777.667107] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.678186] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5251c3b2-7cc2-6d5e-79df-4bb236f713c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.798149] env[69763]: DEBUG nova.compute.utils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 777.800179] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Releasing lock "refresh_cache-ac48e4b5-3f7f-403d-a446-935be224fd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.800179] env[69763]: DEBUG nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Instance network_info: |[{"id": "7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d", "address": "fa:16:3e:51:c1:99", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8450e9-a1", "ovs_interfaceid": "7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 777.800380] env[69763]: DEBUG nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 777.800515] env[69763]: DEBUG nova.network.neutron [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 777.803021] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:c1:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 777.817625] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Creating folder: Project (259dd0dce4584264ad0475202c383ad4). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.819119] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Downloaded image file data 8c321dca-8899-4506-8165-341cc6758393 to vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk on the data store datastore2 {{(pid=69763) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 777.820926] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Caching image {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 777.821040] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Copying Virtual Disk [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk to [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 777.823341] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bc73a681-ee6a-4727-a8d3-9cfbc36735ea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.826366] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-abe9b47e-d056-4b19-ad64-e6ad90b76c49 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.841082] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Created folder: Project (259dd0dce4584264ad0475202c383ad4) in parent group-v816505. [ 777.841376] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Creating folder: Instances. Parent ref: group-v816512. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 777.842172] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0ce70180-379f-491e-a7d1-276c18615f02 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.847929] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 777.847929] env[69763]: value = "task-4122093" [ 777.847929] env[69763]: _type = "Task" [ 777.847929] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.857387] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.859071] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Created folder: Instances in parent group-v816512. [ 777.859315] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 777.859529] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 777.859738] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b38a93a9-fdce-4231-996f-5373e33779ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.888950] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "60724625-b676-437f-89d4-845433c33fbc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.889644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "60724625-b676-437f-89d4-845433c33fbc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.891263] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 777.891263] env[69763]: value = "task-4122095" [ 777.891263] env[69763]: _type = "Task" [ 777.891263] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.903738] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122095, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.934263] env[69763]: DEBUG nova.policy [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7a592d39d03147c889f9444dcbd1a7cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5dc11e571cf346bd810b573981ea9205', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.182215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.186330] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.186330] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.304072] env[69763]: DEBUG nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 778.363544] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122093, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.395269] env[69763]: DEBUG nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 778.418395] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122095, 'name': CreateVM_Task, 'duration_secs': 0.399929} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.418614] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 778.478378] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.478378] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.478378] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.478378] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20de6f4f-0211-431c-8bea-e39d8db21b6c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.486956] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 778.486956] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f2957-d39f-4347-90fa-232e19dee41e" [ 778.486956] env[69763]: _type = "Task" [ 778.486956] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.493984] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f2957-d39f-4347-90fa-232e19dee41e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.707980] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b24ca114-74a2-44cb-b5ff-43207b5857f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.719203] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1faa56c8-9bd7-4526-a08f-ca0a9ef2892a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.761553] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9178e16-5be8-416b-a350-5e7e8a7bacac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.766894] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquiring lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.767134] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.776141] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eff4101-e53f-4720-8d63-9ca7f96e6c20 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.792204] env[69763]: DEBUG nova.compute.provider_tree [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 778.861337] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.748413} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.862768] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Copied Virtual Disk [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk to [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 778.862768] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleting the datastore file [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 778.862768] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f05facb9-c1b9-4d83-b6f7-c69a3c92c3e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.872348] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 778.872348] env[69763]: value = "task-4122096" [ 778.872348] env[69763]: _type = "Task" [ 778.872348] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.884516] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122096, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.924825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.966344] env[69763]: DEBUG nova.network.neutron [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Successfully created port: dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 778.998045] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.998372] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.998647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.275678] env[69763]: DEBUG nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 779.295009] env[69763]: DEBUG nova.scheduler.client.report [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.315740] env[69763]: DEBUG nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 779.350789] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 779.351283] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 779.351283] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 779.351744] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 779.351744] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 779.351817] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 779.352017] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 779.352628] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 779.352628] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 779.352628] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 779.352841] env[69763]: DEBUG nova.virt.hardware [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 779.353878] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cb2ccb-c98c-4660-8065-037bbccc3a17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.363272] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc18fad-1702-4346-8cc0-284755fd7f36 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.391683] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122096, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028804} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.391962] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 779.392193] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Moving file from [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86/8c321dca-8899-4506-8165-341cc6758393 to [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393. {{(pid=69763) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 779.392463] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-4713a838-9bca-4699-9491-62c1fc350bea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.400667] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 779.400667] env[69763]: value = "task-4122097" [ 779.400667] env[69763]: _type = "Task" [ 779.400667] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.409723] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122097, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.763747] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.764362] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.802325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.513s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.802435] env[69763]: DEBUG nova.compute.manager [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 779.805449] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.494s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.807218] env[69763]: INFO nova.compute.claims [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 779.811544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.911513] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122097, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.028805} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.911783] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] File moved {{(pid=69763) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 779.911979] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Cleaning up location [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 779.912258] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleting the datastore file [datastore2] vmware_temp/e72a6e4d-5ee8-471b-812b-4205b593ad86 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 779.912523] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-33293ca4-ec31-4433-948d-519bdd31ae28 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.922367] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 779.922367] env[69763]: value = "task-4122098" [ 779.922367] env[69763]: _type = "Task" [ 779.922367] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.932749] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122098, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.314703] env[69763]: DEBUG nova.compute.utils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 780.320057] env[69763]: DEBUG nova.compute.manager [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 780.425108] env[69763]: DEBUG nova.compute.manager [req-934d7dbc-28ee-4d3a-aa5d-395385546031 req-03133083-f71a-47ae-84ec-149d6b39bf8b service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Received event network-changed-7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 780.425300] env[69763]: DEBUG nova.compute.manager [req-934d7dbc-28ee-4d3a-aa5d-395385546031 req-03133083-f71a-47ae-84ec-149d6b39bf8b service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Refreshing instance network info cache due to event network-changed-7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 780.425508] env[69763]: DEBUG oslo_concurrency.lockutils [req-934d7dbc-28ee-4d3a-aa5d-395385546031 req-03133083-f71a-47ae-84ec-149d6b39bf8b service nova] Acquiring lock "refresh_cache-ac48e4b5-3f7f-403d-a446-935be224fd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.430588] env[69763]: DEBUG oslo_concurrency.lockutils [req-934d7dbc-28ee-4d3a-aa5d-395385546031 req-03133083-f71a-47ae-84ec-149d6b39bf8b service nova] Acquired lock "refresh_cache-ac48e4b5-3f7f-403d-a446-935be224fd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.430588] env[69763]: DEBUG nova.network.neutron [req-934d7dbc-28ee-4d3a-aa5d-395385546031 req-03133083-f71a-47ae-84ec-149d6b39bf8b service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Refreshing network info cache for port 7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 780.446971] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122098, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028009} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.449896] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.451185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquiring lock "15a6e58d-e642-4771-8c38-fb1c7f988714" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.451423] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "15a6e58d-e642-4771-8c38-fb1c7f988714" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.451590] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-085bb4a9-2a68-4154-9d5a-51989a355701 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.460896] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 780.460896] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528bf597-0ad9-3070-c1fe-d708dc54deee" [ 780.460896] env[69763]: _type = "Task" [ 780.460896] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.472958] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528bf597-0ad9-3070-c1fe-d708dc54deee, 'name': SearchDatastore_Task, 'duration_secs': 0.008983} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.473242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.473496] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 780.473768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.473957] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 780.474158] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8fcc29f0-70d7-4d95-802b-ed61dcf85bdd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.476419] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2eca5a75-3be0-4449-a894-0f0ed3b0ff04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.485372] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 780.485372] env[69763]: value = "task-4122099" [ 780.485372] env[69763]: _type = "Task" [ 780.485372] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.486589] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 780.486754] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 780.491653] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd3a27de-a189-4371-b00f-cbd3659e8a87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.501455] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122099, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.503256] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 780.503256] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b8633-0974-aaf7-a225-0121951c8063" [ 780.503256] env[69763]: _type = "Task" [ 780.503256] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.513531] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b8633-0974-aaf7-a225-0121951c8063, 'name': SearchDatastore_Task, 'duration_secs': 0.009515} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.514375] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c673f436-7dff-4d90-9efd-f890a8defe55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.523358] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 780.523358] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c090-46c9-d9ff-b671-0ce10d64ea25" [ 780.523358] env[69763]: _type = "Task" [ 780.523358] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.534687] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c090-46c9-d9ff-b671-0ce10d64ea25, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.821902] env[69763]: DEBUG nova.compute.manager [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 781.002398] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122099, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.041333] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c090-46c9-d9ff-b671-0ce10d64ea25, 'name': SearchDatastore_Task, 'duration_secs': 0.009395} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.045051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.046886] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5/a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.047475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.047729] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.048073] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7f1eab6-ecd2-4b51-bf96-86613fce2c40 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.050584] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2fb0f36-1c31-406f-92bf-10a71683d6b8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.063575] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 781.063575] env[69763]: value = "task-4122100" [ 781.063575] env[69763]: _type = "Task" [ 781.063575] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.067920] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.067920] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.081941] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04d5166-1372-41ce-ac59-ed2500f38304 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.102483] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122100, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.109023] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 781.109023] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52448552-f2d7-a66d-d702-1f2d3feb8a24" [ 781.109023] env[69763]: _type = "Task" [ 781.109023] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.121372] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52448552-f2d7-a66d-d702-1f2d3feb8a24, 'name': SearchDatastore_Task, 'duration_secs': 0.0184} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.122161] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d255e50-5c3a-49bf-a4f2-c6dcc71432e9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.129626] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 781.129626] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52caf3b4-e7b4-264a-a6c1-9dc56471b6a8" [ 781.129626] env[69763]: _type = "Task" [ 781.129626] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.140653] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52caf3b4-e7b4-264a-a6c1-9dc56471b6a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.226084] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb36de6-6310-413c-bff9-036415b6c5f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.240339] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f3fdd3-0220-41b4-91a5-4e63081746f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.286584] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b754c8a5-7ab0-48ed-84d4-b8e4b8024bce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.298402] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8e0a1a2-6e93-4979-be19-09646597d5ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.314732] env[69763]: DEBUG nova.compute.provider_tree [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.506604] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122099, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53232} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.507152] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.507152] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.507526] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-431126ed-edb1-4000-8608-cb91b07e9bd8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.522184] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 781.522184] env[69763]: value = "task-4122101" [ 781.522184] env[69763]: _type = "Task" [ 781.522184] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.534172] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122101, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.580027] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122100, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476696} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.580416] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5/a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 781.580552] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 781.580859] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a373583-4b92-40b0-bbc4-619bd07bf848 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.593834] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 781.593834] env[69763]: value = "task-4122102" [ 781.593834] env[69763]: _type = "Task" [ 781.593834] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.611626] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122102, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.642057] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52caf3b4-e7b4-264a-a6c1-9dc56471b6a8, 'name': SearchDatastore_Task, 'duration_secs': 0.01818} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.642368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.642741] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] ac48e4b5-3f7f-403d-a446-935be224fd40/ac48e4b5-3f7f-403d-a446-935be224fd40.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.643085] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-334f29d8-e7cb-4d01-bc93-10133af42d42 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.654178] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 781.654178] env[69763]: value = "task-4122103" [ 781.654178] env[69763]: _type = "Task" [ 781.654178] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.665396] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.820511] env[69763]: DEBUG nova.scheduler.client.report [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 781.824414] env[69763]: DEBUG nova.network.neutron [req-934d7dbc-28ee-4d3a-aa5d-395385546031 req-03133083-f71a-47ae-84ec-149d6b39bf8b service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Updated VIF entry in instance network info cache for port 7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 781.824818] env[69763]: DEBUG nova.network.neutron [req-934d7dbc-28ee-4d3a-aa5d-395385546031 req-03133083-f71a-47ae-84ec-149d6b39bf8b service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Updating instance_info_cache with network_info: [{"id": "7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d", "address": "fa:16:3e:51:c1:99", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.156", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b8450e9-a1", "ovs_interfaceid": "7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.836633] env[69763]: DEBUG nova.compute.manager [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 781.873647] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 781.873759] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 781.873867] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.874258] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 781.874616] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.874979] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 781.875388] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 781.875743] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 781.875902] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 781.876121] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 781.876340] env[69763]: DEBUG nova.virt.hardware [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 781.877449] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34732a64-6e15-40b0-9e8c-72d4a073d81a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.889042] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31ed2178-d462-4814-878a-9df54cca91c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.912302] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.925068] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Creating folder: Project (65aa6c330d3b4e088e8bd03bb3cd68e8). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.925899] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ae7e7e3-acce-42af-a28c-9dfb6dc141f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.940592] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Created folder: Project (65aa6c330d3b4e088e8bd03bb3cd68e8) in parent group-v816505. [ 781.940752] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Creating folder: Instances. Parent ref: group-v816515. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 781.940936] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7343bcb9-497c-4c28-8c8f-f9e6380ba404 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.957396] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Created folder: Instances in parent group-v816515. [ 781.957667] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 781.957894] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.958142] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-486f284c-0024-4bb5-b4d9-322ed2f5f6ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.981304] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.981304] env[69763]: value = "task-4122106" [ 781.981304] env[69763]: _type = "Task" [ 781.981304] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.989640] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122106, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.033578] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122101, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090897} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.033947] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.034956] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1002e14-5704-4a8a-a24b-7e32ff65e713 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.058234] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.058493] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4768eb-3351-4808-9c8d-3a01461578c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.079028] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 782.079028] env[69763]: value = "task-4122107" [ 782.079028] env[69763]: _type = "Task" [ 782.079028] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.088048] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122107, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.103122] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122102, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071913} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.103329] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.107153] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb56fc01-21d5-4380-a256-c186173c67e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.124747] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5/a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.126551] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7f394776-6d57-4170-b136-8632e7358db1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.148330] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 782.148330] env[69763]: value = "task-4122108" [ 782.148330] env[69763]: _type = "Task" [ 782.148330] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.158803] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.170347] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.301261] env[69763]: DEBUG nova.network.neutron [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Successfully updated port: dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 782.327772] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.328310] env[69763]: DEBUG nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 782.330916] env[69763]: DEBUG oslo_concurrency.lockutils [req-934d7dbc-28ee-4d3a-aa5d-395385546031 req-03133083-f71a-47ae-84ec-149d6b39bf8b service nova] Releasing lock "refresh_cache-ac48e4b5-3f7f-403d-a446-935be224fd40" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.331947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.705s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.334242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.334242] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 782.334242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.469s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.334242] env[69763]: INFO nova.compute.claims [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.337088] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dc800c8-c02a-4a2a-a733-c966a0a419f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.348450] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0cb17d-23fa-4ad5-810e-b3e08b715152 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.367422] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc05b65-1e4f-45f4-9433-190dbd739b1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.376484] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c505dbd-634d-4069-909a-9bce7d82709a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.416435] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180822MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 782.416610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.493977] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122106, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.593432] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122107, 'name': ReconfigVM_Task, 'duration_secs': 0.304265} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.593840] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Reconfigured VM instance instance-00000002 to attach disk [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 782.594806] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1a0c5b5c-453d-43a7-b911-cc970efaa4f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.603514] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 782.603514] env[69763]: value = "task-4122109" [ 782.603514] env[69763]: _type = "Task" [ 782.603514] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.616894] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122109, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.659817] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.674562] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122103, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.805577] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "refresh_cache-60727adc-657b-4b01-ae39-48f7cf68a19c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.805577] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquired lock "refresh_cache-60727adc-657b-4b01-ae39-48f7cf68a19c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.805577] env[69763]: DEBUG nova.network.neutron [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 782.836795] env[69763]: DEBUG nova.compute.utils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 782.836795] env[69763]: DEBUG nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 782.836795] env[69763]: DEBUG nova.network.neutron [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 783.008685] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122106, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.118063] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122109, 'name': Rename_Task, 'duration_secs': 0.163159} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.118063] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.118413] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f4fbe686-8c8a-4ee2-b5b1-438407df0b57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.135235] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 783.135235] env[69763]: value = "task-4122110" [ 783.135235] env[69763]: _type = "Task" [ 783.135235] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.146771] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.165629] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.179982] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122103, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.343227] env[69763]: DEBUG nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 783.419204] env[69763]: DEBUG nova.network.neutron [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.421948] env[69763]: DEBUG nova.policy [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdd2c09d959a456b855837869ebd610b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c021e576455449ac9fba2610f5090b42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 783.500384] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122106, 'name': CreateVM_Task, 'duration_secs': 1.076346} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.501362] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.501870] env[69763]: DEBUG oslo_vmware.service [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7a1cb-ed87-47fa-ab2f-a6d4ee252ffb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.512394] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.512611] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.512994] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.518436] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64ef8cc1-cfa9-46b3-8b13-b7efaea088ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.527399] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 783.527399] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526c29f8-baac-6dd1-8d2b-dcc6b1cca4b2" [ 783.527399] env[69763]: _type = "Task" [ 783.527399] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.540037] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526c29f8-baac-6dd1-8d2b-dcc6b1cca4b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.582518] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32dc001a-6849-430e-9629-c64398241c07 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.591768] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11188eea-943e-4aa9-ab7b-d62c8e102676 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.631570] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78accfe6-8b83-41af-92dd-3368266cde2b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.652243] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0135a51e-4c37-445d-b3e9-67bfb5a63eb6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.655916] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122110, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.664791] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122108, 'name': ReconfigVM_Task, 'duration_secs': 1.257842} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.673067] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Reconfigured VM instance instance-00000003 to attach disk [datastore2] a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5/a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.674063] env[69763]: DEBUG nova.compute.provider_tree [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.675754] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e11695aa-a73b-48a3-830f-2d3f882ccd87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.689553] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122103, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.592248} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.690564] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 783.690564] env[69763]: value = "task-4122111" [ 783.690564] env[69763]: _type = "Task" [ 783.690564] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.690820] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] ac48e4b5-3f7f-403d-a446-935be224fd40/ac48e4b5-3f7f-403d-a446-935be224fd40.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.691371] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.691371] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c49d7fb-df25-43a9-85a6-039d782db170 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.707152] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 783.707152] env[69763]: value = "task-4122112" [ 783.707152] env[69763]: _type = "Task" [ 783.707152] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.709472] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122111, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.723898] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122112, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.039487] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.039766] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 784.041471] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.041471] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.041471] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.041471] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8a56ade-6d8e-4d48-8eed-7e51b57c5b1c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.045906] env[69763]: DEBUG nova.network.neutron [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Updating instance_info_cache with network_info: [{"id": "dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b", "address": "fa:16:3e:eb:d6:a0", "network": {"id": "74d66cb9-1c10-49b5-9de8-a3d422637f33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-742065002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc11e571cf346bd810b573981ea9205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd0bd6c7-b0", "ovs_interfaceid": "dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.057111] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.057547] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 784.061935] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7eed556d-823d-46d3-80a5-950197657964 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.068186] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e50473fc-1d6f-45ec-ae05-51b643276169 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.077521] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 784.077521] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528bddef-55b3-822c-8cda-afe032171049" [ 784.077521] env[69763]: _type = "Task" [ 784.077521] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.094044] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528bddef-55b3-822c-8cda-afe032171049, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.149181] env[69763]: DEBUG oslo_vmware.api [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122110, 'name': PowerOnVM_Task, 'duration_secs': 0.525987} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.149488] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.150049] env[69763]: INFO nova.compute.manager [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Took 9.41 seconds to spawn the instance on the hypervisor. [ 784.150336] env[69763]: DEBUG nova.compute.manager [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 784.151750] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02318d5-8269-44e7-91a3-4705791f847f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.182551] env[69763]: DEBUG nova.scheduler.client.report [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.203797] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122111, 'name': Rename_Task, 'duration_secs': 0.159723} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.208267] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 784.208267] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64183f23-50ef-4e0d-bbc6-6871474947e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.218708] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 784.218708] env[69763]: value = "task-4122113" [ 784.218708] env[69763]: _type = "Task" [ 784.218708] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.230739] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122112, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073173} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.231532] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.232609] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2961bc8-d3a7-4627-aa3d-fbeaa7c307f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.240233] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122113, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.264258] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] ac48e4b5-3f7f-403d-a446-935be224fd40/ac48e4b5-3f7f-403d-a446-935be224fd40.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.265137] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5b4e800-e227-4b6c-b3f9-219c762b6d59 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.283561] env[69763]: DEBUG nova.compute.manager [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Received event network-vif-plugged-dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.283675] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] Acquiring lock "60727adc-657b-4b01-ae39-48f7cf68a19c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 784.283830] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] Lock "60727adc-657b-4b01-ae39-48f7cf68a19c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.284027] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] Lock "60727adc-657b-4b01-ae39-48f7cf68a19c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.284734] env[69763]: DEBUG nova.compute.manager [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] No waiting events found dispatching network-vif-plugged-dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 784.284921] env[69763]: WARNING nova.compute.manager [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Received unexpected event network-vif-plugged-dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b for instance with vm_state building and task_state spawning. [ 784.285099] env[69763]: DEBUG nova.compute.manager [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Received event network-changed-dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 784.285286] env[69763]: DEBUG nova.compute.manager [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Refreshing instance network info cache due to event network-changed-dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 784.285421] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] Acquiring lock "refresh_cache-60727adc-657b-4b01-ae39-48f7cf68a19c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.291932] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 784.291932] env[69763]: value = "task-4122114" [ 784.291932] env[69763]: _type = "Task" [ 784.291932] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.305802] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122114, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.355607] env[69763]: DEBUG nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 784.393566] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.393893] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.394074] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.394294] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.394441] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.394588] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.394797] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.394957] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.395157] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.395319] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.395487] env[69763]: DEBUG nova.virt.hardware [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.397683] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dabda91-b4e2-4636-bc45-68607e8fa80f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.408709] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53db33fd-bd8a-4f24-a56e-6cd5033ecf99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.551643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Releasing lock "refresh_cache-60727adc-657b-4b01-ae39-48f7cf68a19c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.552087] env[69763]: DEBUG nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Instance network_info: |[{"id": "dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b", "address": "fa:16:3e:eb:d6:a0", "network": {"id": "74d66cb9-1c10-49b5-9de8-a3d422637f33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-742065002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc11e571cf346bd810b573981ea9205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd0bd6c7-b0", "ovs_interfaceid": "dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 784.552640] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] Acquired lock "refresh_cache-60727adc-657b-4b01-ae39-48f7cf68a19c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.553643] env[69763]: DEBUG nova.network.neutron [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Refreshing network info cache for port dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 784.555782] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:d6:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7041d198-66a3-40de-bf7d-cfc036e6ed69', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.573619] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Creating folder: Project (5dc11e571cf346bd810b573981ea9205). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.573844] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-54ed218d-a752-491a-8898-6ce3d2791055 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.588462] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Created folder: Project (5dc11e571cf346bd810b573981ea9205) in parent group-v816505. [ 784.588634] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Creating folder: Instances. Parent ref: group-v816518. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 784.589268] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b715dbb-a3a7-4f92-86d8-ea8b53df3cf9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.602868] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Preparing fetch location {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 784.603221] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Creating directory with path [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 784.603523] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7180f771-c940-4a18-be2e-931b3781b0e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.613746] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Created folder: Instances in parent group-v816518. [ 784.614063] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.614291] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.614501] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6a534972-d113-45e2-8ed8-d03a4bbed360 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.631926] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Created directory with path [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 784.632148] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Fetch image to [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 784.632321] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Downloading image file data 8c321dca-8899-4506-8165-341cc6758393 to [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk on the data store datastore1 {{(pid=69763) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 784.633528] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40429a26-400c-45bf-a711-0ab1dca6d923 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.638352] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.638352] env[69763]: value = "task-4122117" [ 784.638352] env[69763]: _type = "Task" [ 784.638352] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.644972] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a225819-d298-48d7-851d-66306772d4f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.653115] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122117, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.660730] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f5e11-5bdd-4034-be3c-5e840dbc980f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.674829] env[69763]: INFO nova.compute.manager [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Took 14.28 seconds to build instance. [ 784.705061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.372s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.705625] env[69763]: DEBUG nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 784.711899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.814s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.713381] env[69763]: INFO nova.compute.claims [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.717792] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee61e4df-68a1-41d3-a14b-d45ae0a28870 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.727251] env[69763]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5b64744a-dc21-4e1b-ae7b-41b7ad33dd0f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.733862] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.760578] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Downloading image file data 8c321dca-8899-4506-8165-341cc6758393 to the data store datastore1 {{(pid=69763) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 784.812339] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122114, 'name': ReconfigVM_Task, 'duration_secs': 0.332171} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.812339] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Reconfigured VM instance instance-00000001 to attach disk [datastore2] ac48e4b5-3f7f-403d-a446-935be224fd40/ac48e4b5-3f7f-403d-a446-935be224fd40.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 784.812339] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a52c0ef-b99a-45a0-836a-6fe12505311c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.819640] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 784.819640] env[69763]: value = "task-4122118" [ 784.819640] env[69763]: _type = "Task" [ 784.819640] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.832256] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122118, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.834267] env[69763]: DEBUG oslo_vmware.rw_handles [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69763) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 785.152016] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122117, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.177856] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec566980-e178-411b-bf1f-38f6a4581691 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.800s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.179251] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.056s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.179868] env[69763]: INFO nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] During sync_power_state the instance has a pending task (spawning). Skip. [ 785.180249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.213900] env[69763]: DEBUG nova.compute.utils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.219774] env[69763]: DEBUG nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.219936] env[69763]: DEBUG nova.network.neutron [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.240756] env[69763]: DEBUG oslo_vmware.api [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122113, 'name': PowerOnVM_Task, 'duration_secs': 0.563009} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.242330] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 785.242330] env[69763]: INFO nova.compute.manager [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Took 8.24 seconds to spawn the instance on the hypervisor. [ 785.242330] env[69763]: DEBUG nova.compute.manager [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 785.244425] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6afc456a-bb3a-4e25-b619-389b0c7087b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.339435] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122118, 'name': Rename_Task, 'duration_secs': 0.160397} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.339435] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 785.339435] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35020684-64d1-4326-b19f-ce99dabc5c49 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.348444] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 785.348444] env[69763]: value = "task-4122119" [ 785.348444] env[69763]: _type = "Task" [ 785.348444] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.359257] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.429566] env[69763]: DEBUG nova.policy [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7dbce34640e84fc692ab858613620cb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4d8aeabe4484a389e9dc1a2391e6e5f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.489224] env[69763]: DEBUG nova.network.neutron [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Successfully created port: 96662615-47b3-4fd4-91f3-3f4df9d902c1 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 785.652022] env[69763]: DEBUG oslo_vmware.rw_handles [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Completed reading data from the image iterator. {{(pid=69763) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 785.652348] env[69763]: DEBUG oslo_vmware.rw_handles [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Closing write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 785.665693] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122117, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.682464] env[69763]: DEBUG nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 785.709043] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Downloaded image file data 8c321dca-8899-4506-8165-341cc6758393 to vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk on the data store datastore1 {{(pid=69763) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 785.709739] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Caching image {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 785.711141] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Copying Virtual Disk [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk to [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 785.711478] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c339f309-52a3-4640-8710-757818fe4c04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.720784] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 785.720784] env[69763]: value = "task-4122120" [ 785.720784] env[69763]: _type = "Task" [ 785.720784] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.725848] env[69763]: DEBUG nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 785.737635] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122120, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.770677] env[69763]: INFO nova.compute.manager [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Took 15.32 seconds to build instance. [ 785.870157] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122119, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.970927] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51a1b9fd-8ae1-4449-a2f8-1b6d05a18039 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.983441] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-595fe975-0e7a-4c48-91c7-3acd76adbd9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.028934] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd9875f4-8dc1-420e-8618-3a5b2e615c36 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.040254] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2279fc67-5617-470b-8568-6073bbfe90ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.056844] env[69763]: DEBUG nova.compute.provider_tree [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.098855] env[69763]: DEBUG nova.network.neutron [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Updated VIF entry in instance network info cache for port dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.098855] env[69763]: DEBUG nova.network.neutron [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Updating instance_info_cache with network_info: [{"id": "dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b", "address": "fa:16:3e:eb:d6:a0", "network": {"id": "74d66cb9-1c10-49b5-9de8-a3d422637f33", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-742065002-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5dc11e571cf346bd810b573981ea9205", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7041d198-66a3-40de-bf7d-cfc036e6ed69", "external-id": "nsx-vlan-transportzone-278", "segmentation_id": 278, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd0bd6c7-b0", "ovs_interfaceid": "dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.153993] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122117, 'name': CreateVM_Task, 'duration_secs': 1.45722} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.153993] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 786.154868] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.154868] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.155166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.155427] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21ee9862-ad39-445e-aaff-adce1a20b63d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.161681] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 786.161681] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5273a31b-1599-5f96-67c5-d19615bac464" [ 786.161681] env[69763]: _type = "Task" [ 786.161681] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.171230] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5273a31b-1599-5f96-67c5-d19615bac464, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.218462] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 786.232621] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122120, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.279515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d22edfdf-cc93-4c71-8092-e3e0fb1649e8 tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.834s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.279515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.152s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 786.279515] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e38271c-9237-4d8d-8842-ef8386c07064 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.364829] env[69763]: DEBUG oslo_vmware.api [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122119, 'name': PowerOnVM_Task, 'duration_secs': 0.553973} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.365174] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 786.365369] env[69763]: INFO nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Took 14.23 seconds to spawn the instance on the hypervisor. [ 786.367044] env[69763]: DEBUG nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 786.367044] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857f255c-1b07-4270-ad31-45dc54dcaf41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.566029] env[69763]: DEBUG nova.scheduler.client.report [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 786.601042] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a046f04-41d1-4913-b93f-7273beb568e3 req-62d8a34c-db59-4983-a0fb-0a310e10cb6f service nova] Releasing lock "refresh_cache-60727adc-657b-4b01-ae39-48f7cf68a19c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.682345] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5273a31b-1599-5f96-67c5-d19615bac464, 'name': SearchDatastore_Task, 'duration_secs': 0.011092} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.682746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.683008] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 786.683373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.683695] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.683913] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 786.684273] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65d50082-f7ca-4572-a62b-1214cdac5e45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.695494] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 786.695752] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 786.696507] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-275d9d94-50c9-4110-96ff-71b1586124ab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.708427] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 786.708427] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52083cf6-e73d-bc60-3152-fbe4d2c95789" [ 786.708427] env[69763]: _type = "Task" [ 786.708427] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.727265] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52083cf6-e73d-bc60-3152-fbe4d2c95789, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.734839] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122120, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.744015] env[69763]: DEBUG nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 786.778470] env[69763]: DEBUG nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 786.784469] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 786.784469] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 786.784469] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.784611] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 786.784611] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.786080] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 786.786080] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 786.786080] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 786.786080] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 786.786080] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 786.786354] env[69763]: DEBUG nova.virt.hardware [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 786.786605] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bbd429-cfad-476d-9c88-98c4af89a26d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.790231] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.516s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 786.799869] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30be4c4c-9b4b-47ad-a76d-c31ee909d48b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.890967] env[69763]: INFO nova.compute.manager [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Took 18.99 seconds to build instance. [ 787.074025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.362s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.076270] env[69763]: DEBUG nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 787.081535] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.157s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.089495] env[69763]: INFO nova.compute.claims [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 787.222084] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52083cf6-e73d-bc60-3152-fbe4d2c95789, 'name': SearchDatastore_Task, 'duration_secs': 0.020072} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.223245] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d634535f-7f7d-4cea-8c1f-ad22098c3539 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.235569] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 787.235569] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cc93f9-a64e-74d9-93da-f8aa8e9c559d" [ 787.235569] env[69763]: _type = "Task" [ 787.235569] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.245474] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122120, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.104468} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.245757] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Copied Virtual Disk [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk to [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 787.246017] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Deleting the datastore file [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393/tmp-sparse.vmdk {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 787.246589] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd255a87-09c3-4d89-aedb-e579aa3c8cc1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.253716] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cc93f9-a64e-74d9-93da-f8aa8e9c559d, 'name': SearchDatastore_Task, 'duration_secs': 0.014499} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.254969] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.255328] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 60727adc-657b-4b01-ae39-48f7cf68a19c/60727adc-657b-4b01-ae39-48f7cf68a19c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 787.255846] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7537fb58-b23a-40f8-b250-1b1551176549 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.260353] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 787.260353] env[69763]: value = "task-4122121" [ 787.260353] env[69763]: _type = "Task" [ 787.260353] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.266680] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 787.266680] env[69763]: value = "task-4122122" [ 787.266680] env[69763]: _type = "Task" [ 787.266680] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.278561] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.286058] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122122, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.329451] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.393683] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb55202-0d6b-4523-b68c-59182d15fe92 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.512s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.394649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.272s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.394649] env[69763]: INFO nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] During sync_power_state the instance has a pending task (spawning). Skip. [ 787.394649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.419843] env[69763]: DEBUG nova.network.neutron [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Successfully created port: 037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 787.583478] env[69763]: DEBUG nova.compute.utils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 787.584960] env[69763]: DEBUG nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 787.587251] env[69763]: DEBUG nova.network.neutron [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 787.777128] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036543} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.778241] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 787.778241] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Moving file from [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a/8c321dca-8899-4506-8165-341cc6758393 to [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393. {{(pid=69763) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 787.778401] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-9366f8a1-b7ea-42d2-b6ea-2e4f0182e34d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.786653] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122122, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.795764] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 787.795764] env[69763]: value = "task-4122123" [ 787.795764] env[69763]: _type = "Task" [ 787.795764] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.807293] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122123, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.890087] env[69763]: DEBUG nova.policy [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167b775660124a48958754c5f97e785e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61f6b6179e7a4dc2a63cca74bc87775c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.094741] env[69763]: DEBUG nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.284328] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122122, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623315} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.287912] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 60727adc-657b-4b01-ae39-48f7cf68a19c/60727adc-657b-4b01-ae39-48f7cf68a19c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.288899] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.293832] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a0e0d8d-dac7-4431-ac7c-42991c00edea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.303066] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 788.303066] env[69763]: value = "task-4122124" [ 788.303066] env[69763]: _type = "Task" [ 788.303066] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.316819] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122123, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.041896} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.320162] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] File moved {{(pid=69763) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 788.320539] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Cleaning up location [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 788.320628] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Deleting the datastore file [datastore1] vmware_temp/62e253a6-a7e1-400a-8ced-aabcfccf012a {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 788.321304] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7215ff1d-60cb-42d9-82b9-69ec40a10e8f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.326501] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122124, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.333432] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 788.333432] env[69763]: value = "task-4122125" [ 788.333432] env[69763]: _type = "Task" [ 788.333432] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.343439] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.381022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40e7a3e-b33a-493d-9083-608516d04969 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.386785] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2a07a3-824d-421c-83fd-16120e72e9d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.419943] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44776605-5580-4462-bf36-e240b2957395 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.435211] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ac5a8e-5be7-46bf-9874-ed9d5b07bb11 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.451334] env[69763]: DEBUG nova.compute.provider_tree [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 788.749057] env[69763]: DEBUG nova.network.neutron [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Successfully updated port: 96662615-47b3-4fd4-91f3-3f4df9d902c1 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.816989] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122124, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134563} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.817310] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.818127] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef79ec-6529-4df2-bc1d-912e3502bd4e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.848369] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] 60727adc-657b-4b01-ae39-48f7cf68a19c/60727adc-657b-4b01-ae39-48f7cf68a19c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.855337] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98263ac3-5acb-4c68-8508-3014391ad173 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.879817] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquiring lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.880213] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.885189] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044222} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.885722] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 788.887682] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a494115-267e-4521-9e4d-88bc5c57257b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.890107] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 788.890107] env[69763]: value = "task-4122126" [ 788.890107] env[69763]: _type = "Task" [ 788.890107] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.896734] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 788.896734] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fde939-1261-770f-bdf7-092cbc4a7cb6" [ 788.896734] env[69763]: _type = "Task" [ 788.896734] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.904108] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122126, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.910748] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fde939-1261-770f-bdf7-092cbc4a7cb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.929282] env[69763]: INFO nova.compute.manager [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Rebuilding instance [ 788.954925] env[69763]: DEBUG nova.scheduler.client.report [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 788.982527] env[69763]: DEBUG nova.network.neutron [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Successfully created port: 96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 788.987583] env[69763]: DEBUG nova.compute.manager [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 788.988753] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808c27bd-20c9-44d9-81b3-1f9ded0dbe90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.113665] env[69763]: DEBUG nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.148888] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.149761] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.149761] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.149761] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.149761] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.149761] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.150109] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.150630] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.150630] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.150845] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.151117] env[69763]: DEBUG nova.virt.hardware [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.152528] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13e6338-6e29-4695-9dab-a9ed54232468 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.165455] env[69763]: DEBUG nova.compute.manager [None req-ec200346-334f-455b-9bc5-591989c34c09 tempest-ServerDiagnosticsV248Test-2008417128 tempest-ServerDiagnosticsV248Test-2008417128-project-admin] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 789.165455] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab3362e1-6838-4fc9-8ee2-94ceb1d3010a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.174904] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffff7488-bfe9-4256-9727-41f8e5f3aa32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.182982] env[69763]: INFO nova.compute.manager [None req-ec200346-334f-455b-9bc5-591989c34c09 tempest-ServerDiagnosticsV248Test-2008417128 tempest-ServerDiagnosticsV248Test-2008417128-project-admin] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Retrieving diagnostics [ 789.182982] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e64e28-8a32-47d6-a3dd-1e8e980db603 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.252502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.253120] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.253120] env[69763]: DEBUG nova.network.neutron [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 789.386666] env[69763]: DEBUG nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 789.413993] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122126, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.419536] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fde939-1261-770f-bdf7-092cbc4a7cb6, 'name': SearchDatastore_Task, 'duration_secs': 0.040482} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.419536] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.419536] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 04f381bb-52dc-438f-8617-70dd4e4e6deb/04f381bb-52dc-438f-8617-70dd4e4e6deb.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 789.419536] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bcd760ef-fcff-4b60-8e34-66328058bc4f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.433026] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 789.433026] env[69763]: value = "task-4122127" [ 789.433026] env[69763]: _type = "Task" [ 789.433026] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.442862] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.461044] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.461549] env[69763]: DEBUG nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 789.464846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.653s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.467791] env[69763]: INFO nova.compute.claims [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 789.822970] env[69763]: DEBUG nova.network.neutron [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.914815] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122126, 'name': ReconfigVM_Task, 'duration_secs': 0.864123} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.915144] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Reconfigured VM instance instance-00000004 to attach disk [datastore2] 60727adc-657b-4b01-ae39-48f7cf68a19c/60727adc-657b-4b01-ae39-48f7cf68a19c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.916237] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c55b813c-28df-4fd5-8d23-353d2065a966 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.926130] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 789.926130] env[69763]: value = "task-4122128" [ 789.926130] env[69763]: _type = "Task" [ 789.926130] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.939131] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.947118] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122127, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.947889] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122128, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.971889] env[69763]: DEBUG nova.compute.utils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 789.980495] env[69763]: DEBUG nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 789.980887] env[69763]: DEBUG nova.network.neutron [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 790.007966] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 790.008754] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4c74ee5-0002-4eae-acaf-d7c437890f71 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.019418] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 790.019418] env[69763]: value = "task-4122129" [ 790.019418] env[69763]: _type = "Task" [ 790.019418] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.033587] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122129, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.145847] env[69763]: DEBUG nova.policy [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21573dd01d804cf3a5515d6facf99210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd83a3e6aa7d4705ba1de92289db99e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 790.328068] env[69763]: DEBUG nova.network.neutron [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance_info_cache with network_info: [{"id": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "address": "fa:16:3e:7a:46:f1", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96662615-47", "ovs_interfaceid": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.442676] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122128, 'name': Rename_Task, 'duration_secs': 0.26583} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.447591] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 790.448120] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.650865} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.448645] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-51eb953c-f1b0-4b4b-8536-379f793373e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.451502] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 04f381bb-52dc-438f-8617-70dd4e4e6deb/04f381bb-52dc-438f-8617-70dd4e4e6deb.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 790.451502] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 790.451502] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b25a303-f021-4144-bb81-39ded0cce517 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.463088] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 790.463088] env[69763]: value = "task-4122131" [ 790.463088] env[69763]: _type = "Task" [ 790.463088] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.463439] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 790.463439] env[69763]: value = "task-4122130" [ 790.463439] env[69763]: _type = "Task" [ 790.463439] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.481394] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122130, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.483675] env[69763]: DEBUG nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 790.486157] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122131, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.535340] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122129, 'name': PowerOffVM_Task, 'duration_secs': 0.151808} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.535653] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.536024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 790.537170] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc0d078a-8c3c-4c7b-93da-f6d363c24559 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.548830] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.549087] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e3627cae-a261-4967-a7d5-02711656075e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.590022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.590022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.590022] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleting the datastore file [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.590022] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a0e0b07c-a217-4091-b98f-72e7cfa44cc4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.600284] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 790.600284] env[69763]: value = "task-4122133" [ 790.600284] env[69763]: _type = "Task" [ 790.600284] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.618944] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122133, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.640364] env[69763]: DEBUG nova.network.neutron [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Successfully updated port: 037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 790.831759] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a7573b-b274-440b-9b3d-b248b999ada1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.834198] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.834502] env[69763]: DEBUG nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Instance network_info: |[{"id": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "address": "fa:16:3e:7a:46:f1", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96662615-47", "ovs_interfaceid": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.834912] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:46:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96662615-47b3-4fd4-91f3-3f4df9d902c1', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.849435] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Creating folder: Project (c021e576455449ac9fba2610f5090b42). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.850518] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d264ecde-0daf-46f9-a240-e67abda578a0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.856322] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1abcee32-8a27-44ba-ae94-71d5099a96e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.867392] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Created folder: Project (c021e576455449ac9fba2610f5090b42) in parent group-v816505. [ 790.868066] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Creating folder: Instances. Parent ref: group-v816521. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.898695] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fae6c32b-70ef-41de-97b0-ed40e0284d9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.902030] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf1218a8-4598-4b38-962b-3480a90eefbc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.914109] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-963643ad-0cda-43ab-b4d2-cb24afb33104 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.921157] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Created folder: Instances in parent group-v816521. [ 790.924015] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.924015] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.924015] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d789567-f17e-4533-931a-1e16d6511194 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.960898] env[69763]: DEBUG nova.compute.provider_tree [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.978990] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.978990] env[69763]: value = "task-4122136" [ 790.978990] env[69763]: _type = "Task" [ 790.978990] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.989713] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122131, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080082} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.002124] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 791.026479] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf730687-88c3-4e15-a686-5f8d8dca867d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.029784] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122130, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.031835] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122136, 'name': CreateVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.050685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.051343] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.063425] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 04f381bb-52dc-438f-8617-70dd4e4e6deb/04f381bb-52dc-438f-8617-70dd4e4e6deb.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 791.064934] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41cc9a02-8509-418a-9a83-f39727f30b4c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.099762] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 791.099762] env[69763]: value = "task-4122137" [ 791.099762] env[69763]: _type = "Task" [ 791.099762] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.125124] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122133, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207121} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.132711] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.132711] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.132711] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.133834] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122137, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.152495] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.152673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquired lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.153056] env[69763]: DEBUG nova.network.neutron [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.154904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Acquiring lock "ac48e4b5-3f7f-403d-a446-935be224fd40" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.155823] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.156078] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Acquiring lock "ac48e4b5-3f7f-403d-a446-935be224fd40-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.158142] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.158142] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.163728] env[69763]: INFO nova.compute.manager [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Terminating instance [ 791.211597] env[69763]: DEBUG nova.network.neutron [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Successfully created port: 4c1a9d7b-7c6c-4e26-a627-adffb41e113a {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 791.461072] env[69763]: DEBUG nova.compute.manager [req-0f4fa61c-5664-413a-b30c-8d4e120b0b99 req-c2ce9e74-3ba1-43a1-b9a2-7596644ef5ef service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Received event network-vif-plugged-96662615-47b3-4fd4-91f3-3f4df9d902c1 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 791.462241] env[69763]: DEBUG oslo_concurrency.lockutils [req-0f4fa61c-5664-413a-b30c-8d4e120b0b99 req-c2ce9e74-3ba1-43a1-b9a2-7596644ef5ef service nova] Acquiring lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.462241] env[69763]: DEBUG oslo_concurrency.lockutils [req-0f4fa61c-5664-413a-b30c-8d4e120b0b99 req-c2ce9e74-3ba1-43a1-b9a2-7596644ef5ef service nova] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.462241] env[69763]: DEBUG oslo_concurrency.lockutils [req-0f4fa61c-5664-413a-b30c-8d4e120b0b99 req-c2ce9e74-3ba1-43a1-b9a2-7596644ef5ef service nova] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.462241] env[69763]: DEBUG nova.compute.manager [req-0f4fa61c-5664-413a-b30c-8d4e120b0b99 req-c2ce9e74-3ba1-43a1-b9a2-7596644ef5ef service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] No waiting events found dispatching network-vif-plugged-96662615-47b3-4fd4-91f3-3f4df9d902c1 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 791.462241] env[69763]: WARNING nova.compute.manager [req-0f4fa61c-5664-413a-b30c-8d4e120b0b99 req-c2ce9e74-3ba1-43a1-b9a2-7596644ef5ef service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Received unexpected event network-vif-plugged-96662615-47b3-4fd4-91f3-3f4df9d902c1 for instance with vm_state building and task_state spawning. [ 791.468054] env[69763]: DEBUG nova.scheduler.client.report [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.505543] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122136, 'name': CreateVM_Task, 'duration_secs': 0.512735} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.510328] env[69763]: DEBUG oslo_vmware.api [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122130, 'name': PowerOnVM_Task, 'duration_secs': 0.742125} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.510328] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 791.510328] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 791.510328] env[69763]: INFO nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Took 12.19 seconds to spawn the instance on the hypervisor. [ 791.510328] env[69763]: DEBUG nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 791.510572] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.510572] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.510572] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.511228] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7488db4-9f27-4c77-a40b-9327c80cb773 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.515614] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e12744-b57a-4214-904e-60ac696026f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.523019] env[69763]: DEBUG nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 791.541027] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 791.541027] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e6f167-86b7-c561-513d-dfe7447f26a3" [ 791.541027] env[69763]: _type = "Task" [ 791.541027] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.553759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquiring lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.554027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.566079] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e6f167-86b7-c561-513d-dfe7447f26a3, 'name': SearchDatastore_Task, 'duration_secs': 0.017615} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.571379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.571379] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.571379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.571379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.571914] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.571914] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b61ec1a7-5f7b-483a-85b1-46c622f42c89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.587501] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.587501] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.591910] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 791.595606] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 791.595884] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 791.596104] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 791.596260] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 791.596402] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 791.596644] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 791.596782] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 791.596950] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 791.597174] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 791.597388] env[69763]: DEBUG nova.virt.hardware [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 791.597738] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33396207-6e8d-4b33-afda-dfe6fabb0746 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.607050] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a703ad-2712-497b-8329-bae6e8c58eab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.619305] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 791.619305] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5284201d-058e-4747-941b-1f7a1da3ef55" [ 791.619305] env[69763]: _type = "Task" [ 791.619305] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.633570] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac738de-f150-446b-bc12-3d845f3a20bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.636772] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122137, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.650091] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5284201d-058e-4747-941b-1f7a1da3ef55, 'name': SearchDatastore_Task, 'duration_secs': 0.015276} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.659244] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43bc2932-a2b0-4fc0-b7a7-36bc7fcbe926 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.668680] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 791.668680] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520890d0-4bb4-bbf6-23ff-9eff94ec1687" [ 791.668680] env[69763]: _type = "Task" [ 791.668680] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.677758] env[69763]: DEBUG nova.compute.manager [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 791.677865] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.678359] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520890d0-4bb4-bbf6-23ff-9eff94ec1687, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.679109] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b321ee-14ba-4c42-905f-88053a354408 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.687036] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.687315] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1cbc715c-bee0-4553-9ac6-0faf3fc3b54a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.698017] env[69763]: DEBUG oslo_vmware.api [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Waiting for the task: (returnval){ [ 791.698017] env[69763]: value = "task-4122138" [ 791.698017] env[69763]: _type = "Task" [ 791.698017] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.705487] env[69763]: DEBUG oslo_vmware.api [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Task: {'id': task-4122138, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.793226] env[69763]: DEBUG nova.network.neutron [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 791.985856] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.521s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.986295] env[69763]: DEBUG nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 791.989621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 9.573s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.049518] env[69763]: INFO nova.compute.manager [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Took 20.41 seconds to build instance. [ 792.120111] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122137, 'name': ReconfigVM_Task, 'duration_secs': 0.541787} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.120414] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 04f381bb-52dc-438f-8617-70dd4e4e6deb/04f381bb-52dc-438f-8617-70dd4e4e6deb.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 792.121584] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6698852a-4cd8-4efe-bf7f-be5aa146d1f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.128751] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 792.128751] env[69763]: value = "task-4122139" [ 792.128751] env[69763]: _type = "Task" [ 792.128751] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.140138] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122139, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.186463] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520890d0-4bb4-bbf6-23ff-9eff94ec1687, 'name': SearchDatastore_Task, 'duration_secs': 0.013805} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.189091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.189457] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e4012c7e-7b29-4ada-b5d4-5e092555a6d1/e4012c7e-7b29-4ada-b5d4-5e092555a6d1.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.189892] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-627196bd-2e7d-44b7-a59a-070fb85bde55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.199224] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 792.199581] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 792.199790] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 792.200033] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 792.200194] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 792.200344] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 792.200556] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 792.200755] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 792.200952] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 792.201363] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 792.201558] env[69763]: DEBUG nova.virt.hardware [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 792.202982] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b172d695-4ca2-4952-a454-0915ff5d21c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.212384] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 792.212384] env[69763]: value = "task-4122140" [ 792.212384] env[69763]: _type = "Task" [ 792.212384] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.223322] env[69763]: DEBUG oslo_vmware.api [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Task: {'id': task-4122138, 'name': PowerOffVM_Task, 'duration_secs': 0.212004} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.224983] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43ddd51-88ed-45ab-981d-05f72cf71316 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.230175] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.230175] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.237089] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bcc64dc-0cb8-4c88-8513-23daa52325f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.237089] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.250237] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.255898] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.256480] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.257029] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-42430c81-a97d-4284-8e1b-f141f78e89a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.277085] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.277085] env[69763]: value = "task-4122142" [ 792.277085] env[69763]: _type = "Task" [ 792.277085] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.287181] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122142, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.314875] env[69763]: DEBUG nova.network.neutron [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updating instance_info_cache with network_info: [{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.323644] env[69763]: DEBUG nova.network.neutron [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Successfully updated port: 96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 792.339479] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.339730] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.339928] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Deleting the datastore file [datastore2] ac48e4b5-3f7f-403d-a446-935be224fd40 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.341027] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-316b638a-5cf6-488a-b0b6-f107b734fa44 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.350289] env[69763]: DEBUG oslo_vmware.api [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Waiting for the task: (returnval){ [ 792.350289] env[69763]: value = "task-4122143" [ 792.350289] env[69763]: _type = "Task" [ 792.350289] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.361105] env[69763]: DEBUG oslo_vmware.api [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Task: {'id': task-4122143, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.495037] env[69763]: DEBUG nova.compute.utils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 792.501391] env[69763]: DEBUG nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 792.501653] env[69763]: DEBUG nova.network.neutron [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 792.555392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f577e609-3237-479b-a6cb-b1b129c2c68a tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "60727adc-657b-4b01-ae39-48f7cf68a19c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.935s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.641425] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122139, 'name': Rename_Task, 'duration_secs': 0.265017} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.641425] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 792.641425] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4125abe1-4c98-4c76-a250-43a122be3010 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.649684] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 792.649684] env[69763]: value = "task-4122152" [ 792.649684] env[69763]: _type = "Task" [ 792.649684] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.662978] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122152, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.728056] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122140, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.804837] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122142, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.817701] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Releasing lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.818121] env[69763]: DEBUG nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Instance network_info: |[{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 792.818660] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:1e:c4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '037cdecf-d2c1-4cc4-b247-845cc278dc58', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.832639] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Creating folder: Project (e4d8aeabe4484a389e9dc1a2391e6e5f). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.833526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.833818] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.834041] env[69763]: DEBUG nova.network.neutron [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.835629] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f95c6d7e-56f3-497a-9e45-6f5f84e36a90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.858623] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Created folder: Project (e4d8aeabe4484a389e9dc1a2391e6e5f) in parent group-v816505. [ 792.859317] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Creating folder: Instances. Parent ref: group-v816531. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 792.860656] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3e5e6199-5ff0-4da0-a95a-433ae971fe33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.870161] env[69763]: DEBUG oslo_vmware.api [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Task: {'id': task-4122143, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.299401} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.872845] env[69763]: DEBUG nova.policy [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1fff1cf6ab74413f8da8aa5f2b12cfbc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cddd43b8509b4b55882db334bfc6ab42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 792.875740] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.876196] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.876589] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.877154] env[69763]: INFO nova.compute.manager [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Took 1.20 seconds to destroy the instance on the hypervisor. [ 792.877443] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.880402] env[69763]: DEBUG nova.compute.manager [-] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 792.880650] env[69763]: DEBUG nova.network.neutron [-] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.884146] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Created folder: Instances in parent group-v816531. [ 792.884626] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 792.885011] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.885898] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b8c63b1f-01c8-4a91-9b2f-4e265490bfa8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.909228] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.909228] env[69763]: value = "task-4122155" [ 792.909228] env[69763]: _type = "Task" [ 792.909228] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.921940] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122155, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.002575] env[69763]: DEBUG nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 793.038834] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance ac48e4b5-3f7f-403d-a446-935be224fd40 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.038834] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance aae9c3c4-2b4b-45af-abb8-31ca8bbe8714 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.038834] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.038834] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 60727adc-657b-4b01-ae39-48f7cf68a19c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.039029] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 04f381bb-52dc-438f-8617-70dd4e4e6deb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.039029] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e4012c7e-7b29-4ada-b5d4-5e092555a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.039029] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 54894db8-c9c9-4a56-a266-96d9cab8d458 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.039029] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 692b0f46-ba76-4bdd-a529-243bc0cd2546 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.039146] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 60724625-b676-437f-89d4-845433c33fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.039146] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 70e05ad8-091b-42d5-9c80-7a9e4ca3a996 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 793.059718] env[69763]: DEBUG nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 793.162060] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122152, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.225436] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702312} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.225907] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e4012c7e-7b29-4ada-b5d4-5e092555a6d1/e4012c7e-7b29-4ada-b5d4-5e092555a6d1.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.228457] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.228457] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7fb5fd09-a848-44ff-a68f-8fe39ce08c2b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.237834] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 793.237834] env[69763]: value = "task-4122156" [ 793.237834] env[69763]: _type = "Task" [ 793.237834] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.249052] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122156, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.289117] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122142, 'name': CreateVM_Task, 'duration_secs': 0.727594} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.289298] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.289711] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.289865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.290276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.290528] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d393c5b-7aff-4478-9f79-02f247fb9508 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.296937] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 793.296937] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522197a1-91c8-06bf-2fd4-ef69e2ac65d5" [ 793.296937] env[69763]: _type = "Task" [ 793.296937] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.306793] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522197a1-91c8-06bf-2fd4-ef69e2ac65d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.404010] env[69763]: DEBUG nova.network.neutron [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 793.421695] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122155, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.543234] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 148abfee-2aaa-45fb-ba92-1aa68cac8b8c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 793.585150] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.666949] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122152, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.751123] env[69763]: DEBUG nova.network.neutron [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Updating instance_info_cache with network_info: [{"id": "96305b43-c3a0-469c-a862-ad77b7e72f03", "address": "fa:16:3e:29:55:2f", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96305b43-c3", "ovs_interfaceid": "96305b43-c3a0-469c-a862-ad77b7e72f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.759365] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122156, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.26527} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.759896] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.760588] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54a4bd5-6a5c-444b-8e4f-f51bf726f30c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.788701] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e4012c7e-7b29-4ada-b5d4-5e092555a6d1/e4012c7e-7b29-4ada-b5d4-5e092555a6d1.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.789443] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d424d7e7-8d75-4610-b37b-11a0226a486c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.818192] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522197a1-91c8-06bf-2fd4-ef69e2ac65d5, 'name': SearchDatastore_Task, 'duration_secs': 0.015643} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.821038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.821374] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.821508] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.821654] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.821830] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.822673] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 793.822673] env[69763]: value = "task-4122157" [ 793.822673] env[69763]: _type = "Task" [ 793.822673] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.823625] env[69763]: DEBUG nova.compute.manager [req-4f40a01f-ce92-478c-86fc-0571cdd183ba req-1509de59-0894-4add-b848-d4c5c1adfd6a service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Received event network-vif-plugged-037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 793.823817] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f40a01f-ce92-478c-86fc-0571cdd183ba req-1509de59-0894-4add-b848-d4c5c1adfd6a service nova] Acquiring lock "54894db8-c9c9-4a56-a266-96d9cab8d458-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.824022] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f40a01f-ce92-478c-86fc-0571cdd183ba req-1509de59-0894-4add-b848-d4c5c1adfd6a service nova] Lock "54894db8-c9c9-4a56-a266-96d9cab8d458-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.824248] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f40a01f-ce92-478c-86fc-0571cdd183ba req-1509de59-0894-4add-b848-d4c5c1adfd6a service nova] Lock "54894db8-c9c9-4a56-a266-96d9cab8d458-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.824438] env[69763]: DEBUG nova.compute.manager [req-4f40a01f-ce92-478c-86fc-0571cdd183ba req-1509de59-0894-4add-b848-d4c5c1adfd6a service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] No waiting events found dispatching network-vif-plugged-037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 793.824538] env[69763]: WARNING nova.compute.manager [req-4f40a01f-ce92-478c-86fc-0571cdd183ba req-1509de59-0894-4add-b848-d4c5c1adfd6a service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Received unexpected event network-vif-plugged-037cdecf-d2c1-4cc4-b247-845cc278dc58 for instance with vm_state building and task_state spawning. [ 793.825164] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca397c66-7de3-4b54-8989-56df62e993a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.839642] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.841101] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.841299] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.843455] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf35136-5f0c-4371-8742-1f871ffba7a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.849689] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 793.849689] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7af73-112d-3537-a2cb-35537d696326" [ 793.849689] env[69763]: _type = "Task" [ 793.849689] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.860600] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7af73-112d-3537-a2cb-35537d696326, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.915245] env[69763]: DEBUG nova.network.neutron [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Successfully updated port: 4c1a9d7b-7c6c-4e26-a627-adffb41e113a {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 793.926872] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122155, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.953490] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "237f9247-6f24-4bbd-b9d1-84402bb6670d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.953837] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "237f9247-6f24-4bbd-b9d1-84402bb6670d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.015852] env[69763]: DEBUG nova.network.neutron [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Successfully created port: 5e35f24a-eb85-40f4-9327-498d7d6e7732 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 794.021658] env[69763]: DEBUG nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 794.049605] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 15a6e58d-e642-4771-8c38-fb1c7f988714 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.061029] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 794.061305] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 794.061475] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 794.061658] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 794.061802] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 794.061993] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 794.062214] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 794.062308] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 794.062466] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 794.062617] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 794.062808] env[69763]: DEBUG nova.virt.hardware [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 794.064301] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d0183e-6e50-4a2c-872e-0e3a2a37765a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.075145] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b800a794-fa24-47a2-bd15-e55f6d8f3c84 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.163780] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122152, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.256312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Releasing lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.256666] env[69763]: DEBUG nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Instance network_info: |[{"id": "96305b43-c3a0-469c-a862-ad77b7e72f03", "address": "fa:16:3e:29:55:2f", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96305b43-c3", "ovs_interfaceid": "96305b43-c3a0-469c-a862-ad77b7e72f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 794.256920] env[69763]: DEBUG nova.network.neutron [-] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.258256] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:29:55:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '96305b43-c3a0-469c-a862-ad77b7e72f03', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 794.269917] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Creating folder: Project (61f6b6179e7a4dc2a63cca74bc87775c). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.270725] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c235380e-7db7-4582-ad4f-393df3203bba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.288503] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Created folder: Project (61f6b6179e7a4dc2a63cca74bc87775c) in parent group-v816505. [ 794.288757] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Creating folder: Instances. Parent ref: group-v816534. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 794.289030] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8c02c4bd-fb5c-4f4d-893f-f49b429eddb7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.306906] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Created folder: Instances in parent group-v816534. [ 794.306906] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 794.306906] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 794.306906] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3b8e7bb4-1ad3-4043-8176-19cbc8ef52bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.331037] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 794.331037] env[69763]: value = "task-4122160" [ 794.331037] env[69763]: _type = "Task" [ 794.331037] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.343950] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122157, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.347252] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122160, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.362368] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7af73-112d-3537-a2cb-35537d696326, 'name': SearchDatastore_Task, 'duration_secs': 0.01207} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.363414] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2e7396-6023-4d13-aae5-60f94bac3c06 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.370430] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 794.370430] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c81314-830e-bade-ebe2-edbac2992583" [ 794.370430] env[69763]: _type = "Task" [ 794.370430] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.379351] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c81314-830e-bade-ebe2-edbac2992583, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.420144] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "refresh_cache-60724625-b676-437f-89d4-845433c33fbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.421249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "refresh_cache-60724625-b676-437f-89d4-845433c33fbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.421249] env[69763]: DEBUG nova.network.neutron [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.432727] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122155, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.554721] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance f0054d4d-12f1-44ba-b35a-5cb84f87b84e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.670364] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122152, 'name': PowerOnVM_Task} progress is 91%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.772469] env[69763]: INFO nova.compute.manager [-] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Took 1.89 seconds to deallocate network for instance. [ 794.862677] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122157, 'name': ReconfigVM_Task, 'duration_secs': 0.960459} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.863407] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122160, 'name': CreateVM_Task, 'duration_secs': 0.406445} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.863761] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e4012c7e-7b29-4ada-b5d4-5e092555a6d1/e4012c7e-7b29-4ada-b5d4-5e092555a6d1.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.864398] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.864675] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e4d370b-7d7f-4fc7-9ac2-d678180b257b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.867149] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.867402] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.867812] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.868274] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-433ecb57-16e0-4105-80fb-3b54425b795b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.879888] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 794.879888] env[69763]: value = "task-4122161" [ 794.879888] env[69763]: _type = "Task" [ 794.879888] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.888883] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 794.888883] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52196846-ce95-7426-6986-c3a5a127d606" [ 794.888883] env[69763]: _type = "Task" [ 794.888883] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.889563] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c81314-830e-bade-ebe2-edbac2992583, 'name': SearchDatastore_Task, 'duration_secs': 0.032224} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.890379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.890652] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 794.894371] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-612b2825-7b62-441c-84e9-97ed1d432397 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.910690] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52196846-ce95-7426-6986-c3a5a127d606, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.910690] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122161, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.911871] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 794.911871] env[69763]: value = "task-4122162" [ 794.911871] env[69763]: _type = "Task" [ 794.911871] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.943680] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.943680] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122155, 'name': CreateVM_Task, 'duration_secs': 1.589206} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.944205] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 794.944881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.020734] env[69763]: DEBUG nova.network.neutron [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 795.058477] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 7eafa89b-728a-42c8-9af7-5c909b1c3acb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.168120] env[69763]: DEBUG oslo_vmware.api [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122152, 'name': PowerOnVM_Task, 'duration_secs': 2.076151} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.168381] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 795.168627] env[69763]: INFO nova.compute.manager [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Took 13.33 seconds to spawn the instance on the hypervisor. [ 795.168819] env[69763]: DEBUG nova.compute.manager [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 795.169696] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f829e15-5461-4510-8070-5cfbc1e74230 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.175572] env[69763]: DEBUG nova.compute.manager [req-7a524264-ac71-41a4-8226-09419512116a req-c3e56b82-5cf2-48ac-8bc2-2468556213d4 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Received event network-changed-96662615-47b3-4fd4-91f3-3f4df9d902c1 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 795.175853] env[69763]: DEBUG nova.compute.manager [req-7a524264-ac71-41a4-8226-09419512116a req-c3e56b82-5cf2-48ac-8bc2-2468556213d4 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Refreshing instance network info cache due to event network-changed-96662615-47b3-4fd4-91f3-3f4df9d902c1. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 795.176199] env[69763]: DEBUG oslo_concurrency.lockutils [req-7a524264-ac71-41a4-8226-09419512116a req-c3e56b82-5cf2-48ac-8bc2-2468556213d4 service nova] Acquiring lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.176266] env[69763]: DEBUG oslo_concurrency.lockutils [req-7a524264-ac71-41a4-8226-09419512116a req-c3e56b82-5cf2-48ac-8bc2-2468556213d4 service nova] Acquired lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.176428] env[69763]: DEBUG nova.network.neutron [req-7a524264-ac71-41a4-8226-09419512116a req-c3e56b82-5cf2-48ac-8bc2-2468556213d4 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Refreshing network info cache for port 96662615-47b3-4fd4-91f3-3f4df9d902c1 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 795.283629] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.321753] env[69763]: DEBUG nova.network.neutron [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Updating instance_info_cache with network_info: [{"id": "4c1a9d7b-7c6c-4e26-a627-adffb41e113a", "address": "fa:16:3e:24:0a:10", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1a9d7b-7c", "ovs_interfaceid": "4c1a9d7b-7c6c-4e26-a627-adffb41e113a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.397213] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122161, 'name': Rename_Task, 'duration_secs': 0.231544} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.402317] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.402317] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b0d0297d-bdb1-4be8-aa8b-a26b5bfe4b8e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.419287] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52196846-ce95-7426-6986-c3a5a127d606, 'name': SearchDatastore_Task, 'duration_secs': 0.041419} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.424271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.424460] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.424655] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.424819] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.425015] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 795.425861] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 795.425861] env[69763]: value = "task-4122163" [ 795.425861] env[69763]: _type = "Task" [ 795.425861] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.426096] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.426369] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.426639] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-09cec538-be6b-4a61-8771-085799a42c32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.430068] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6333001-6ae9-4c0c-82ff-98d9c153a2b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.443664] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122162, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.454140] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 795.454140] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523adafe-1345-12de-a584-cc9cdbc2ed5d" [ 795.454140] env[69763]: _type = "Task" [ 795.454140] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.465961] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 795.466776] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 795.469770] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22ab8085-2362-4fc2-b8b0-78b425745a8e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.481231] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.488108] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523adafe-1345-12de-a584-cc9cdbc2ed5d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.490250] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 795.490250] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a8633c-54d3-4553-db58-6b3895e61f66" [ 795.490250] env[69763]: _type = "Task" [ 795.490250] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.500687] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a8633c-54d3-4553-db58-6b3895e61f66, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.569691] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance b7de59cd-c34b-44f8-8adc-4e8c4995e7f2 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.570159] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 795.570306] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 795.697557] env[69763]: INFO nova.compute.manager [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Took 23.36 seconds to build instance. [ 795.725050] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa23c2d1-572f-4efb-b7c3-f34dfa5b41d5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "interface-60727adc-657b-4b01-ae39-48f7cf68a19c-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.725576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa23c2d1-572f-4efb-b7c3-f34dfa5b41d5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "interface-60727adc-657b-4b01-ae39-48f7cf68a19c-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.726093] env[69763]: DEBUG nova.objects.instance [None req-aa23c2d1-572f-4efb-b7c3-f34dfa5b41d5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lazy-loading 'flavor' on Instance uuid 60727adc-657b-4b01-ae39-48f7cf68a19c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.826044] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "refresh_cache-60724625-b676-437f-89d4-845433c33fbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.826400] env[69763]: DEBUG nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance network_info: |[{"id": "4c1a9d7b-7c6c-4e26-a627-adffb41e113a", "address": "fa:16:3e:24:0a:10", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1a9d7b-7c", "ovs_interfaceid": "4c1a9d7b-7c6c-4e26-a627-adffb41e113a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 795.827113] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:0a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c1a9d7b-7c6c-4e26-a627-adffb41e113a', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.834412] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Creating folder: Project (bd83a3e6aa7d4705ba1de92289db99e7). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.834728] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-88056335-f0fb-4a61-a5b3-8447918a1abe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.854794] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Created folder: Project (bd83a3e6aa7d4705ba1de92289db99e7) in parent group-v816505. [ 795.855010] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Creating folder: Instances. Parent ref: group-v816537. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 795.855276] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc3eb571-7030-480d-82eb-35d78ff32c1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.867307] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a85f3f5-a366-4c9d-bfbf-419a22540854 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.871541] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Created folder: Instances in parent group-v816537. [ 795.873281] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.874687] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.874925] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bb7898f-7c65-45c8-ad70-3804ed3906dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.894950] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1a7571-3383-4375-b9da-207c1cdd24ea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.901381] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.901381] env[69763]: value = "task-4122168" [ 795.901381] env[69763]: _type = "Task" [ 795.901381] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.932230] env[69763]: DEBUG nova.network.neutron [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Successfully updated port: 5e35f24a-eb85-40f4-9327-498d7d6e7732 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 795.937242] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b9ae03d-fd58-4b67-8aea-593714f7c856 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.948015] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122168, 'name': CreateVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.960082] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a8c9620-a845-44c9-8e2b-788271244ba9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.966062] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122163, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.966062] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.983285} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.968313] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.968691] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.971966] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f545c699-5233-44e1-8659-5e7ffc5a4c27 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.986159] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 795.991364] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523adafe-1345-12de-a584-cc9cdbc2ed5d, 'name': SearchDatastore_Task, 'duration_secs': 0.097219} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.994784] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.995043] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 795.995443] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.996915] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 795.996915] env[69763]: value = "task-4122169" [ 795.996915] env[69763]: _type = "Task" [ 795.996915] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.006353] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a8633c-54d3-4553-db58-6b3895e61f66, 'name': SearchDatastore_Task, 'duration_secs': 0.0927} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.007839] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8950a1c5-1e85-4457-92a6-f40d1c7ca608 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.013501] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122169, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.016751] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 796.016751] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52218a23-474e-3b71-a4d1-b57197acbc3e" [ 796.016751] env[69763]: _type = "Task" [ 796.016751] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.031787] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52218a23-474e-3b71-a4d1-b57197acbc3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.105357] env[69763]: DEBUG nova.network.neutron [req-7a524264-ac71-41a4-8226-09419512116a req-c3e56b82-5cf2-48ac-8bc2-2468556213d4 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updated VIF entry in instance network info cache for port 96662615-47b3-4fd4-91f3-3f4df9d902c1. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 796.105758] env[69763]: DEBUG nova.network.neutron [req-7a524264-ac71-41a4-8226-09419512116a req-c3e56b82-5cf2-48ac-8bc2-2468556213d4 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance_info_cache with network_info: [{"id": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "address": "fa:16:3e:7a:46:f1", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96662615-47", "ovs_interfaceid": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 796.201313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7e3551b-7102-4c96-90f4-d3e4bd28437e tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "04f381bb-52dc-438f-8617-70dd4e4e6deb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.880s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.233056] env[69763]: DEBUG nova.objects.instance [None req-aa23c2d1-572f-4efb-b7c3-f34dfa5b41d5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lazy-loading 'pci_requests' on Instance uuid 60727adc-657b-4b01-ae39-48f7cf68a19c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.411919] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122168, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.445669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquiring lock "refresh_cache-70e05ad8-091b-42d5-9c80-7a9e4ca3a996" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.445894] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquired lock "refresh_cache-70e05ad8-091b-42d5-9c80-7a9e4ca3a996" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.446090] env[69763]: DEBUG nova.network.neutron [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 796.459839] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122163, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.493311] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 796.508844] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122169, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326917} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.509233] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.510103] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86b0a2b2-918b-4192-966e-685dd6a6469e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.534052] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Reconfiguring VM instance instance-00000002 to attach disk [datastore1] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.539465] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-944d2eda-6980-42f6-abe6-f25003f5fbb1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.569138] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52218a23-474e-3b71-a4d1-b57197acbc3e, 'name': SearchDatastore_Task, 'duration_secs': 0.048472} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.570707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.571112] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 692b0f46-ba76-4bdd-a529-243bc0cd2546/692b0f46-ba76-4bdd-a529-243bc0cd2546.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 796.571964] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 796.571964] env[69763]: value = "task-4122170" [ 796.571964] env[69763]: _type = "Task" [ 796.571964] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.571964] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.572210] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.572544] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5f6a0525-fbde-4fbc-b9e5-f506c366776e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.575278] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d992e3c-962f-458a-bd70-9eed42c0760e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.591435] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.593508] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 796.593508] env[69763]: value = "task-4122171" [ 796.593508] env[69763]: _type = "Task" [ 796.593508] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.601066] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.601066] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.604478] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bba43dd-b26d-4bc6-9867-8e39e585e3dc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.607229] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.607925] env[69763]: DEBUG oslo_concurrency.lockutils [req-7a524264-ac71-41a4-8226-09419512116a req-c3e56b82-5cf2-48ac-8bc2-2468556213d4 service nova] Releasing lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.612905] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 796.612905] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52931385-2e76-4b35-0415-426fe679d573" [ 796.612905] env[69763]: _type = "Task" [ 796.612905] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.622651] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52931385-2e76-4b35-0415-426fe679d573, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.704442] env[69763]: DEBUG nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 796.736737] env[69763]: DEBUG nova.objects.base [None req-aa23c2d1-572f-4efb-b7c3-f34dfa5b41d5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Object Instance<60727adc-657b-4b01-ae39-48f7cf68a19c> lazy-loaded attributes: flavor,pci_requests {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 796.736737] env[69763]: DEBUG nova.network.neutron [None req-aa23c2d1-572f-4efb-b7c3-f34dfa5b41d5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 796.902785] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa23c2d1-572f-4efb-b7c3-f34dfa5b41d5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "interface-60727adc-657b-4b01-ae39-48f7cf68a19c-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.177s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.916968] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122168, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.954940] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122163, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.999270] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 796.999513] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.010s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.999777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.782s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.001368] env[69763]: INFO nova.compute.claims [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 797.008952] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.008952] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Getting list of instances from cluster (obj){ [ 797.008952] env[69763]: value = "domain-c8" [ 797.008952] env[69763]: _type = "ClusterComputeResource" [ 797.008952] env[69763]: } {{(pid=69763) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 797.010729] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb529ce-0dc8-46b4-8bbd-a166b7922fe0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.014830] env[69763]: DEBUG nova.network.neutron [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 797.032886] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Got total of 7 instances {{(pid=69763) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 797.086167] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.104534] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122171, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.127403] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52931385-2e76-4b35-0415-426fe679d573, 'name': SearchDatastore_Task, 'duration_secs': 0.038165} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.130644] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69dbb540-aec0-4823-8cc9-2da881227cce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.138874] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 797.138874] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211ecd8-5a6e-1135-58d7-78cff888dbce" [ 797.138874] env[69763]: _type = "Task" [ 797.138874] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.152377] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211ecd8-5a6e-1135-58d7-78cff888dbce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.234358] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.358027] env[69763]: DEBUG nova.network.neutron [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Updating instance_info_cache with network_info: [{"id": "5e35f24a-eb85-40f4-9327-498d7d6e7732", "address": "fa:16:3e:84:1b:79", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e35f24a-eb", "ovs_interfaceid": "5e35f24a-eb85-40f4-9327-498d7d6e7732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.437183] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122168, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.464421] env[69763]: DEBUG oslo_vmware.api [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122163, 'name': PowerOnVM_Task, 'duration_secs': 1.567833} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.464738] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 797.465036] env[69763]: INFO nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Took 13.11 seconds to spawn the instance on the hypervisor. [ 797.465135] env[69763]: DEBUG nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 797.466679] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b502c3d-8e8a-4961-a679-0a8e940aab50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.595974] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122170, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.610654] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122171, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.645944] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.646516] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.647513] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.647920] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.649284] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.649284] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 797.660137] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211ecd8-5a6e-1135-58d7-78cff888dbce, 'name': SearchDatastore_Task, 'duration_secs': 0.032421} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.660705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.661163] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 54894db8-c9c9-4a56-a266-96d9cab8d458/54894db8-c9c9-4a56-a266-96d9cab8d458.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.661409] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-01863dd5-f225-469f-b8b2-d5547771c18e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.675568] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 797.675568] env[69763]: value = "task-4122173" [ 797.675568] env[69763]: _type = "Task" [ 797.675568] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.686252] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.861685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Releasing lock "refresh_cache-70e05ad8-091b-42d5-9c80-7a9e4ca3a996" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.861685] env[69763]: DEBUG nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Instance network_info: |[{"id": "5e35f24a-eb85-40f4-9327-498d7d6e7732", "address": "fa:16:3e:84:1b:79", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e35f24a-eb", "ovs_interfaceid": "5e35f24a-eb85-40f4-9327-498d7d6e7732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 797.861896] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:1b:79', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e35f24a-eb85-40f4-9327-498d7d6e7732', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 797.873864] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Creating folder: Project (cddd43b8509b4b55882db334bfc6ab42). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.874587] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-45b48012-e009-467c-8bea-ccbd82d378b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.888200] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Created folder: Project (cddd43b8509b4b55882db334bfc6ab42) in parent group-v816505. [ 797.888200] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Creating folder: Instances. Parent ref: group-v816540. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 797.888535] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0953a7e8-e2ff-4074-83dd-44a8a5e1f7f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.900392] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Created folder: Instances in parent group-v816540. [ 797.901185] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 797.902036] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 797.902036] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c72bb9a-7209-4c12-b5f1-3f355a49948e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.934218] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122168, 'name': CreateVM_Task, 'duration_secs': 1.759933} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.937074] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 797.937074] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 797.937074] env[69763]: value = "task-4122177" [ 797.937074] env[69763]: _type = "Task" [ 797.937074] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.937560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.937805] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.941036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.941036] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69bd5f61-67bb-41cf-a227-a00e8207d769 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.952752] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 797.952752] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52024218-5dc3-4c98-90ae-4ea39eb46199" [ 797.952752] env[69763]: _type = "Task" [ 797.952752] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.956639] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122177, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.970087] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52024218-5dc3-4c98-90ae-4ea39eb46199, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.990546] env[69763]: INFO nova.compute.manager [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Took 24.70 seconds to build instance. [ 798.089492] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122170, 'name': ReconfigVM_Task, 'duration_secs': 1.145428} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.094278] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Reconfigured VM instance instance-00000002 to attach disk [datastore1] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 798.094518] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab1cc77c-d0cb-4260-ab58-abbc007304b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.109259] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122171, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.057515} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.111814] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 692b0f46-ba76-4bdd-a529-243bc0cd2546/692b0f46-ba76-4bdd-a529-243bc0cd2546.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.112089] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.112488] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 798.112488] env[69763]: value = "task-4122178" [ 798.112488] env[69763]: _type = "Task" [ 798.112488] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.115597] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-110e3416-64cf-4b46-80e8-ba719bf19adb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.130400] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122178, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.132160] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 798.132160] env[69763]: value = "task-4122179" [ 798.132160] env[69763]: _type = "Task" [ 798.132160] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.147253] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122179, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.186353] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122173, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.294901] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Received event network-changed-037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.295384] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Refreshing instance network info cache due to event network-changed-037cdecf-d2c1-4cc4-b247-845cc278dc58. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 798.298020] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Acquiring lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.298020] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Acquired lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.298020] env[69763]: DEBUG nova.network.neutron [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Refreshing network info cache for port 037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 798.343944] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5d70e80-cf60-4393-b3a1-ba39a328c953 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.352942] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b4967f-6ead-4f62-b03e-d4a5c63d8867 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.389470] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004c9f7d-adc5-412d-8974-0048500d8eb8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.398721] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51aace0d-fa2c-4357-99a8-a8297177b88d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.418447] env[69763]: DEBUG nova.compute.provider_tree [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 798.450489] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122177, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.471312] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52024218-5dc3-4c98-90ae-4ea39eb46199, 'name': SearchDatastore_Task, 'duration_secs': 0.023884} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.471514] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.471666] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 798.471928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.472085] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.472272] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 798.473344] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e217d7a4-c35e-4ec2-9c1c-49d892ecfc81 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.488708] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 798.488950] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 798.489733] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae7f4b94-3e7d-472f-a569-017e91602753 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.498175] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5d5b08d8-51e7-4145-a4ac-6bc3c27791cb tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.221s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.498791] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "139c1c58-6206-4350-a68d-0ec195119fd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.499017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "139c1c58-6206-4350-a68d-0ec195119fd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.499304] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 798.499304] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52aa5fbf-5b49-1434-54e7-4aa354d66f21" [ 798.499304] env[69763]: _type = "Task" [ 798.499304] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.511680] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52aa5fbf-5b49-1434-54e7-4aa354d66f21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.629228] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122178, 'name': Rename_Task, 'duration_secs': 0.514198} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.629480] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 798.629642] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8cd8cd74-eac0-41f9-88f1-5b9e7bd456d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.640588] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 798.640588] env[69763]: value = "task-4122180" [ 798.640588] env[69763]: _type = "Task" [ 798.640588] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.649259] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122179, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.161279} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.650057] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 798.651062] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6278b0-dfe2-43a2-9f67-3f81e837411c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.658037] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122180, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.680996] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 692b0f46-ba76-4bdd-a529-243bc0cd2546/692b0f46-ba76-4bdd-a529-243bc0cd2546.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 798.680996] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dcc55a99-cb01-4bc8-800b-820eb531698f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.705322] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122173, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.913211} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.707104] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 54894db8-c9c9-4a56-a266-96d9cab8d458/54894db8-c9c9-4a56-a266-96d9cab8d458.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.707508] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.707909] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 798.707909] env[69763]: value = "task-4122181" [ 798.707909] env[69763]: _type = "Task" [ 798.707909] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.708219] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e481f578-cf06-4275-92e3-3b17ac4658cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.720689] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122181, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.723257] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 798.723257] env[69763]: value = "task-4122182" [ 798.723257] env[69763]: _type = "Task" [ 798.723257] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.734209] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122182, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.923437] env[69763]: DEBUG nova.scheduler.client.report [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 798.953894] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122177, 'name': CreateVM_Task, 'duration_secs': 0.541276} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.954187] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 798.958025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.958025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.958025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.958025] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80f18f3d-1ca8-4a84-aba8-82d9a8a14645 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.962311] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 798.962311] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520afbe4-74b6-1db6-cf21-2336d70c6814" [ 798.962311] env[69763]: _type = "Task" [ 798.962311] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.971600] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520afbe4-74b6-1db6-cf21-2336d70c6814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.005718] env[69763]: DEBUG nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 799.023395] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52aa5fbf-5b49-1434-54e7-4aa354d66f21, 'name': SearchDatastore_Task, 'duration_secs': 0.053577} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.024401] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ddf45ce5-23b4-4e8e-8798-b127dedf3997 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.038875] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 799.038875] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529ac00a-d3b2-7ab1-adf6-7c39ecba38b3" [ 799.038875] env[69763]: _type = "Task" [ 799.038875] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.050210] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529ac00a-d3b2-7ab1-adf6-7c39ecba38b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.152871] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122180, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.192253] env[69763]: DEBUG nova.network.neutron [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updated VIF entry in instance network info cache for port 037cdecf-d2c1-4cc4-b247-845cc278dc58. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 799.192791] env[69763]: DEBUG nova.network.neutron [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updating instance_info_cache with network_info: [{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.226557] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122181, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.237534] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122182, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097078} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.237892] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.238871] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3ea4c4-3fc8-41dc-ba87-b04281c9e59c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.265240] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] 54894db8-c9c9-4a56-a266-96d9cab8d458/54894db8-c9c9-4a56-a266-96d9cab8d458.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.267382] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa4e9ac-004a-4fed-85ae-33021c6e1e7d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.287448] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 799.287448] env[69763]: value = "task-4122183" [ 799.287448] env[69763]: _type = "Task" [ 799.287448] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.296855] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122183, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.431595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.432233] env[69763]: DEBUG nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 799.435051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.106s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.436897] env[69763]: INFO nova.compute.claims [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 799.475326] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520afbe4-74b6-1db6-cf21-2336d70c6814, 'name': SearchDatastore_Task, 'duration_secs': 0.039168} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.475326] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.475326] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 799.475807] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.475807] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.475891] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 799.476735] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82a69a26-29ea-4234-ae82-2be2bd6581d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.488052] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 799.488303] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 799.489109] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499415e1-272b-4a23-80db-deeb9bc101ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.496287] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 799.496287] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283a65b-1993-edbc-f58c-156addfeeecf" [ 799.496287] env[69763]: _type = "Task" [ 799.496287] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.508418] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283a65b-1993-edbc-f58c-156addfeeecf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.547020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.552743] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529ac00a-d3b2-7ab1-adf6-7c39ecba38b3, 'name': SearchDatastore_Task, 'duration_secs': 0.019666} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.553439] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.554103] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 799.554652] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f49b209-4291-4181-bd38-4f3878508d22 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.564948] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 799.564948] env[69763]: value = "task-4122184" [ 799.564948] env[69763]: _type = "Task" [ 799.564948] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.580032] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.656578] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122180, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.695694] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Releasing lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.696431] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Received event network-vif-plugged-96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.696825] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Acquiring lock "692b0f46-ba76-4bdd-a529-243bc0cd2546-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.697144] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Lock "692b0f46-ba76-4bdd-a529-243bc0cd2546-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.697541] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Lock "692b0f46-ba76-4bdd-a529-243bc0cd2546-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.697742] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] No waiting events found dispatching network-vif-plugged-96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 799.697884] env[69763]: WARNING nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Received unexpected event network-vif-plugged-96305b43-c3a0-469c-a862-ad77b7e72f03 for instance with vm_state building and task_state spawning. [ 799.698444] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Received event network-changed-96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.698771] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Refreshing instance network info cache due to event network-changed-96305b43-c3a0-469c-a862-ad77b7e72f03. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.699192] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Acquiring lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.699729] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Acquired lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.699729] env[69763]: DEBUG nova.network.neutron [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Refreshing network info cache for port 96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.725469] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122181, 'name': ReconfigVM_Task, 'duration_secs': 0.944335} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.725827] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 692b0f46-ba76-4bdd-a529-243bc0cd2546/692b0f46-ba76-4bdd-a529-243bc0cd2546.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.726563] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c3f247c-2b78-4a9f-b391-cb31ab5d22c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.738634] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 799.738634] env[69763]: value = "task-4122186" [ 799.738634] env[69763]: _type = "Task" [ 799.738634] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.756256] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122186, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.804352] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122183, 'name': ReconfigVM_Task, 'duration_secs': 0.490141} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.804352] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Reconfigured VM instance instance-00000007 to attach disk [datastore1] 54894db8-c9c9-4a56-a266-96d9cab8d458/54894db8-c9c9-4a56-a266-96d9cab8d458.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 799.805254] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff56a926-42ab-4f16-9d77-2aadf89b76d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.817301] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 799.817301] env[69763]: value = "task-4122188" [ 799.817301] env[69763]: _type = "Task" [ 799.817301] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.830476] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122188, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.943278] env[69763]: DEBUG nova.compute.utils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 799.950592] env[69763]: DEBUG nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 799.950840] env[69763]: DEBUG nova.network.neutron [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 799.969551] env[69763]: DEBUG nova.compute.manager [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Received event network-vif-plugged-4c1a9d7b-7c6c-4e26-a627-adffb41e113a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.969774] env[69763]: DEBUG oslo_concurrency.lockutils [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] Acquiring lock "60724625-b676-437f-89d4-845433c33fbc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 799.969988] env[69763]: DEBUG oslo_concurrency.lockutils [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] Lock "60724625-b676-437f-89d4-845433c33fbc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 799.970370] env[69763]: DEBUG oslo_concurrency.lockutils [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] Lock "60724625-b676-437f-89d4-845433c33fbc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.970617] env[69763]: DEBUG nova.compute.manager [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] No waiting events found dispatching network-vif-plugged-4c1a9d7b-7c6c-4e26-a627-adffb41e113a {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 799.970717] env[69763]: WARNING nova.compute.manager [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Received unexpected event network-vif-plugged-4c1a9d7b-7c6c-4e26-a627-adffb41e113a for instance with vm_state building and task_state spawning. [ 799.970869] env[69763]: DEBUG nova.compute.manager [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Received event network-changed-4c1a9d7b-7c6c-4e26-a627-adffb41e113a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.971023] env[69763]: DEBUG nova.compute.manager [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Refreshing instance network info cache due to event network-changed-4c1a9d7b-7c6c-4e26-a627-adffb41e113a. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.971220] env[69763]: DEBUG oslo_concurrency.lockutils [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] Acquiring lock "refresh_cache-60724625-b676-437f-89d4-845433c33fbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.971336] env[69763]: DEBUG oslo_concurrency.lockutils [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] Acquired lock "refresh_cache-60724625-b676-437f-89d4-845433c33fbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.971482] env[69763]: DEBUG nova.network.neutron [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Refreshing network info cache for port 4c1a9d7b-7c6c-4e26-a627-adffb41e113a {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 800.010220] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283a65b-1993-edbc-f58c-156addfeeecf, 'name': SearchDatastore_Task, 'duration_secs': 0.024299} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.011867] env[69763]: DEBUG nova.policy [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21573dd01d804cf3a5515d6facf99210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd83a3e6aa7d4705ba1de92289db99e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 800.014241] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33a91ddf-d254-4659-88eb-86f740983eec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.021389] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 800.021389] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52eedc33-a4b9-3f95-4ba3-7e8275140e4e" [ 800.021389] env[69763]: _type = "Task" [ 800.021389] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.032012] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52eedc33-a4b9-3f95-4ba3-7e8275140e4e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.082112] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122184, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.157424] env[69763]: DEBUG oslo_vmware.api [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122180, 'name': PowerOnVM_Task, 'duration_secs': 1.2564} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.157424] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 800.157628] env[69763]: DEBUG nova.compute.manager [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.158950] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaafe7d5-e059-4835-a4f1-11ef2e7e4add {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.248624] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122186, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.289267] env[69763]: DEBUG nova.compute.manager [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 800.290090] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac06b94-12ea-4c8f-be4b-d77544df3ae7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.331991] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122188, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.451407] env[69763]: DEBUG nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 800.540128] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52eedc33-a4b9-3f95-4ba3-7e8275140e4e, 'name': SearchDatastore_Task, 'duration_secs': 0.028922} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.542280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.542538] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 70e05ad8-091b-42d5-9c80-7a9e4ca3a996/70e05ad8-091b-42d5-9c80-7a9e4ca3a996.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 800.542814] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60717766-7ac5-43fe-afd1-8fa24a576afd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.550244] env[69763]: DEBUG nova.network.neutron [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Successfully created port: 39ae1a76-473c-48c8-a6b7-b032742461ef {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 800.556622] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 800.556622] env[69763]: value = "task-4122189" [ 800.556622] env[69763]: _type = "Task" [ 800.556622] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.575027] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.580900] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122184, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.583038} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.583554] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 800.583960] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 800.585871] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-378940a2-280f-42f9-acb5-a8a7027db406 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.596835] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 800.596835] env[69763]: value = "task-4122190" [ 800.596835] env[69763]: _type = "Task" [ 800.596835] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.606387] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.615040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquiring lock "91377093-0fb6-4a58-8fd4-6214925dcfd2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.615315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "91377093-0fb6-4a58-8fd4-6214925dcfd2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.636471] env[69763]: DEBUG nova.network.neutron [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Updated VIF entry in instance network info cache for port 96305b43-c3a0-469c-a862-ad77b7e72f03. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.636471] env[69763]: DEBUG nova.network.neutron [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Updating instance_info_cache with network_info: [{"id": "96305b43-c3a0-469c-a862-ad77b7e72f03", "address": "fa:16:3e:29:55:2f", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96305b43-c3", "ovs_interfaceid": "96305b43-c3a0-469c-a862-ad77b7e72f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.687408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.751630] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122186, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.807053] env[69763]: INFO nova.compute.manager [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] instance snapshotting [ 800.810156] env[69763]: DEBUG nova.objects.instance [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lazy-loading 'flavor' on Instance uuid 04f381bb-52dc-438f-8617-70dd4e4e6deb {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 800.834892] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b568a667-fca9-4332-b403-288fdb349ef1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.852835] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122188, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.853888] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fc6d21-78d8-4bb1-8315-c5b80f32ebb2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.861573] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "60727adc-657b-4b01-ae39-48f7cf68a19c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.861922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "60727adc-657b-4b01-ae39-48f7cf68a19c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.862178] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "60727adc-657b-4b01-ae39-48f7cf68a19c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.862275] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "60727adc-657b-4b01-ae39-48f7cf68a19c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.862442] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "60727adc-657b-4b01-ae39-48f7cf68a19c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.890568] env[69763]: INFO nova.compute.manager [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Terminating instance [ 800.892841] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-145f8ec6-e9f3-4489-9894-ed3ac29e01e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.903066] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbe03fd-4ac6-4e18-8e81-1832a910ba45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.922018] env[69763]: DEBUG nova.compute.provider_tree [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 801.068046] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122189, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.106475] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083475} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.106475] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 801.107902] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e457e68c-1b1c-4451-8566-a19b24e2db54 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.132225] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 801.133527] env[69763]: DEBUG nova.network.neutron [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Updated VIF entry in instance network info cache for port 4c1a9d7b-7c6c-4e26-a627-adffb41e113a. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 801.135942] env[69763]: DEBUG nova.network.neutron [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Updating instance_info_cache with network_info: [{"id": "4c1a9d7b-7c6c-4e26-a627-adffb41e113a", "address": "fa:16:3e:24:0a:10", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4c1a9d7b-7c", "ovs_interfaceid": "4c1a9d7b-7c6c-4e26-a627-adffb41e113a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.135942] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-48c2a772-cc76-44c3-9445-22e38509ea19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.150267] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Releasing lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.150450] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Received event network-vif-deleted-7b8450e9-a12a-4bd1-ad44-af6ed2a2ed9d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.150608] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Received event network-vif-plugged-5e35f24a-eb85-40f4-9327-498d7d6e7732 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 801.150796] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Acquiring lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.151008] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.151174] env[69763]: DEBUG oslo_concurrency.lockutils [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] Lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.151334] env[69763]: DEBUG nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] No waiting events found dispatching network-vif-plugged-5e35f24a-eb85-40f4-9327-498d7d6e7732 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 801.151492] env[69763]: WARNING nova.compute.manager [req-c313ccf9-b12e-45f1-8809-fe3380551592 req-c1bf640c-6db7-46c6-9575-6f3fa484ba6d service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Received unexpected event network-vif-plugged-5e35f24a-eb85-40f4-9327-498d7d6e7732 for instance with vm_state building and task_state spawning. [ 801.159714] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 801.159714] env[69763]: value = "task-4122191" [ 801.159714] env[69763]: _type = "Task" [ 801.159714] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.172248] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122191, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.260504] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122186, 'name': Rename_Task, 'duration_secs': 1.219407} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.261108] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.261300] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41567d7e-0863-4476-82e7-b055f349a225 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.275102] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 801.275102] env[69763]: value = "task-4122192" [ 801.275102] env[69763]: _type = "Task" [ 801.275102] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.288269] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122192, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.318152] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426bd5c8-00d9-4eae-aa3d-90ce0d89ff00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.341458] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f8a937-9995-4993-b7a1-9e89ba417d63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.351160] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122188, 'name': Rename_Task, 'duration_secs': 1.477938} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.354164] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.357765] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed98781c-4288-4e74-a019-31a8aa9f287b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.368178] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 801.368178] env[69763]: value = "task-4122193" [ 801.368178] env[69763]: _type = "Task" [ 801.368178] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.379860] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122193, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.400043] env[69763]: DEBUG nova.compute.manager [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 801.400043] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 801.401025] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f145d6b5-789d-4762-b59b-3fe92212af82 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.412562] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 801.412562] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-80746d24-6a1f-42bb-886c-e7aec4e9609a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.422075] env[69763]: DEBUG oslo_vmware.api [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 801.422075] env[69763]: value = "task-4122194" [ 801.422075] env[69763]: _type = "Task" [ 801.422075] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.428603] env[69763]: DEBUG nova.scheduler.client.report [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 801.440631] env[69763]: DEBUG oslo_vmware.api [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122194, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.467762] env[69763]: DEBUG nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 801.512465] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 801.513218] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 801.514321] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.514796] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 801.515199] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.515622] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 801.516008] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 801.516452] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 801.516657] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 801.516847] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 801.517439] env[69763]: DEBUG nova.virt.hardware [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 801.518943] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d98253a-5ae4-4cf2-89b5-1ebd6a5a90c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.532791] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61716491-578f-4288-bfa7-6747760df328 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.571918] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122189, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.654023] env[69763]: DEBUG oslo_concurrency.lockutils [req-af310ecd-9f86-44b6-a071-bca2bf18a6a0 req-cae9972a-2e73-4711-8724-732f0b7fb09a service nova] Releasing lock "refresh_cache-60724625-b676-437f-89d4-845433c33fbc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.675937] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122191, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.702481] env[69763]: DEBUG nova.compute.manager [None req-f3424a33-d5cb-484e-9595-f339bbd1efcc tempest-ServerDiagnosticsV248Test-2008417128 tempest-ServerDiagnosticsV248Test-2008417128-project-admin] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 801.708396] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076e0a2d-616c-4e9d-b5ef-14572fa3de17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.721195] env[69763]: INFO nova.compute.manager [None req-f3424a33-d5cb-484e-9595-f339bbd1efcc tempest-ServerDiagnosticsV248Test-2008417128 tempest-ServerDiagnosticsV248Test-2008417128-project-admin] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Retrieving diagnostics [ 801.722704] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f571869a-9b5f-4d4c-ae2e-17c1f42d537c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.787382] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122192, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.864240] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 801.865111] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-cdb016b7-1188-46bc-908a-3808d5c94d59 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.884187] env[69763]: DEBUG oslo_vmware.api [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 801.884187] env[69763]: value = "task-4122196" [ 801.884187] env[69763]: _type = "Task" [ 801.884187] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.889075] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122193, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.912118] env[69763]: DEBUG oslo_vmware.api [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122196, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.935476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 801.936330] env[69763]: DEBUG nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 801.949349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.010s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 801.951276] env[69763]: INFO nova.compute.claims [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.958028] env[69763]: DEBUG oslo_vmware.api [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122194, 'name': PowerOffVM_Task, 'duration_secs': 0.517992} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.958028] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.958028] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.958508] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-27cd7476-eacd-4b68-8d6d-8763f9be215e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.064677] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 802.066057] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 802.066057] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Deleting the datastore file [datastore2] 60727adc-657b-4b01-ae39-48f7cf68a19c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 802.066330] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa49c051-441e-48fa-bfe6-ff0bb3b08977 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.072925] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122189, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.321386} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.073834] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 70e05ad8-091b-42d5-9c80-7a9e4ca3a996/70e05ad8-091b-42d5-9c80-7a9e4ca3a996.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 802.075031] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 802.075031] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fad0e7fb-7962-418c-9178-326cc333c710 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.080382] env[69763]: DEBUG oslo_vmware.api [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for the task: (returnval){ [ 802.080382] env[69763]: value = "task-4122199" [ 802.080382] env[69763]: _type = "Task" [ 802.080382] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.086662] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 802.086662] env[69763]: value = "task-4122200" [ 802.086662] env[69763]: _type = "Task" [ 802.086662] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.094560] env[69763]: DEBUG oslo_vmware.api [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122199, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.101915] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.175905] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122191, 'name': ReconfigVM_Task, 'duration_secs': 0.560263} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.176566] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 802.177330] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef4cda18-a010-4b00-8a66-f3342aa9696f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.188335] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 802.188335] env[69763]: value = "task-4122201" [ 802.188335] env[69763]: _type = "Task" [ 802.188335] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.205434] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122201, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.231649] env[69763]: DEBUG nova.compute.manager [req-176e723b-4500-43d7-bbc5-5b8694f11c8b req-44b0a6a8-e615-4dbd-a12d-03277e1ac1e9 service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Received event network-changed-5e35f24a-eb85-40f4-9327-498d7d6e7732 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 802.231915] env[69763]: DEBUG nova.compute.manager [req-176e723b-4500-43d7-bbc5-5b8694f11c8b req-44b0a6a8-e615-4dbd-a12d-03277e1ac1e9 service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Refreshing instance network info cache due to event network-changed-5e35f24a-eb85-40f4-9327-498d7d6e7732. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 802.232198] env[69763]: DEBUG oslo_concurrency.lockutils [req-176e723b-4500-43d7-bbc5-5b8694f11c8b req-44b0a6a8-e615-4dbd-a12d-03277e1ac1e9 service nova] Acquiring lock "refresh_cache-70e05ad8-091b-42d5-9c80-7a9e4ca3a996" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.232393] env[69763]: DEBUG oslo_concurrency.lockutils [req-176e723b-4500-43d7-bbc5-5b8694f11c8b req-44b0a6a8-e615-4dbd-a12d-03277e1ac1e9 service nova] Acquired lock "refresh_cache-70e05ad8-091b-42d5-9c80-7a9e4ca3a996" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.232632] env[69763]: DEBUG nova.network.neutron [req-176e723b-4500-43d7-bbc5-5b8694f11c8b req-44b0a6a8-e615-4dbd-a12d-03277e1ac1e9 service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Refreshing network info cache for port 5e35f24a-eb85-40f4-9327-498d7d6e7732 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 802.291264] env[69763]: DEBUG oslo_vmware.api [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122192, 'name': PowerOnVM_Task, 'duration_secs': 0.692605} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.291632] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.291839] env[69763]: INFO nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Took 13.18 seconds to spawn the instance on the hypervisor. [ 802.292127] env[69763]: DEBUG nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.293530] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc3fb0-3887-4387-a766-bc1daac728ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.387664] env[69763]: DEBUG oslo_vmware.api [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122193, 'name': PowerOnVM_Task, 'duration_secs': 0.756279} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.387664] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.387664] env[69763]: INFO nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Took 15.64 seconds to spawn the instance on the hypervisor. [ 802.387942] env[69763]: DEBUG nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 802.388681] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f911493a-e936-4423-a0ca-1f86ad428265 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.403824] env[69763]: DEBUG oslo_vmware.api [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122196, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.407298] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquiring lock "04f381bb-52dc-438f-8617-70dd4e4e6deb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.407674] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "04f381bb-52dc-438f-8617-70dd4e4e6deb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.407947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquiring lock "04f381bb-52dc-438f-8617-70dd4e4e6deb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.408222] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "04f381bb-52dc-438f-8617-70dd4e4e6deb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.408440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "04f381bb-52dc-438f-8617-70dd4e4e6deb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.410730] env[69763]: INFO nova.compute.manager [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Terminating instance [ 802.446072] env[69763]: DEBUG nova.compute.utils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 802.447638] env[69763]: DEBUG nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 802.447710] env[69763]: DEBUG nova.network.neutron [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 802.603388] env[69763]: DEBUG oslo_vmware.api [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Task: {'id': task-4122199, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266751} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.607626] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.608041] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.608326] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.608449] env[69763]: INFO nova.compute.manager [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Took 1.21 seconds to destroy the instance on the hypervisor. [ 802.608709] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 802.608993] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10368} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.609250] env[69763]: DEBUG nova.compute.manager [-] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 802.609357] env[69763]: DEBUG nova.network.neutron [-] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 802.611453] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 802.612275] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4b3b51-9ec8-4068-8a11-3a24bfe84c97 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.653220] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Reconfiguring VM instance instance-0000000a to attach disk [datastore2] 70e05ad8-091b-42d5-9c80-7a9e4ca3a996/70e05ad8-091b-42d5-9c80-7a9e4ca3a996.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.654154] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-600ba458-bf05-426d-a0e8-488064328e92 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.679248] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 802.679248] env[69763]: value = "task-4122202" [ 802.679248] env[69763]: _type = "Task" [ 802.679248] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.692863] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.704804] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122201, 'name': Rename_Task, 'duration_secs': 0.395777} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.705129] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 802.705904] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e2658ba5-e123-4e79-b365-3c738b417dc6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.721729] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 802.721729] env[69763]: value = "task-4122203" [ 802.721729] env[69763]: _type = "Task" [ 802.721729] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.731276] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122203, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.778010] env[69763]: DEBUG nova.policy [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3a05217e527d402db592c0fe492a003b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7413a969ce840148d26bd766fdb08b7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 802.834012] env[69763]: INFO nova.compute.manager [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Took 25.96 seconds to build instance. [ 802.913115] env[69763]: DEBUG oslo_vmware.api [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122196, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.919320] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquiring lock "refresh_cache-04f381bb-52dc-438f-8617-70dd4e4e6deb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.921704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquired lock "refresh_cache-04f381bb-52dc-438f-8617-70dd4e4e6deb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.922084] env[69763]: DEBUG nova.network.neutron [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 802.943841] env[69763]: INFO nova.compute.manager [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Took 27.10 seconds to build instance. [ 802.953031] env[69763]: DEBUG nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 802.965109] env[69763]: DEBUG nova.compute.manager [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 803.034122] env[69763]: DEBUG nova.network.neutron [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Successfully updated port: 39ae1a76-473c-48c8-a6b7-b032742461ef {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 803.204079] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.233445] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122203, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.337150] env[69763]: DEBUG oslo_concurrency.lockutils [None req-daeca408-5cb3-4953-add4-d5bfd3e09b06 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "692b0f46-ba76-4bdd-a529-243bc0cd2546" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.476s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.373133] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0486a4c-e360-42e6-bb8e-3ddd2e1f260f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.382308] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc168a9-2194-445b-bddf-11fbd8e66e57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.419735] env[69763]: DEBUG nova.network.neutron [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Successfully created port: 8f099fc0-b147-4c2e-93e4-ddb1c04119d6 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.425027] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346aa207-9f40-457c-8ad7-34ad18214f54 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.440232] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23664c64-ace7-418c-a916-4c59f144b5b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.444560] env[69763]: DEBUG oslo_vmware.api [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122196, 'name': CreateSnapshot_Task, 'duration_secs': 1.443241} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.445315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0ec07629-0a7e-4771-95fd-c49f3c8ca0eb tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "54894db8-c9c9-4a56-a266-96d9cab8d458" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.628s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.445550] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 803.447794] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c32af51-1ce4-47ca-b78b-f2160628555a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.459516] env[69763]: DEBUG nova.compute.provider_tree [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 803.472981] env[69763]: DEBUG nova.network.neutron [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 803.492537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.545046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "refresh_cache-148abfee-2aaa-45fb-ba92-1aa68cac8b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.545243] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "refresh_cache-148abfee-2aaa-45fb-ba92-1aa68cac8b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.545408] env[69763]: DEBUG nova.network.neutron [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 803.632835] env[69763]: DEBUG nova.network.neutron [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.693302] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122202, 'name': ReconfigVM_Task, 'duration_secs': 0.623193} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.694043] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Reconfigured VM instance instance-0000000a to attach disk [datastore2] 70e05ad8-091b-42d5-9c80-7a9e4ca3a996/70e05ad8-091b-42d5-9c80-7a9e4ca3a996.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.694742] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b88f2326-9941-4496-ac37-3cbd17adcd65 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.704213] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 803.704213] env[69763]: value = "task-4122204" [ 803.704213] env[69763]: _type = "Task" [ 803.704213] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 803.724145] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122204, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.734596] env[69763]: DEBUG oslo_vmware.api [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122203, 'name': PowerOnVM_Task, 'duration_secs': 0.979644} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.734830] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 803.735062] env[69763]: INFO nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Took 12.21 seconds to spawn the instance on the hypervisor. [ 803.735241] env[69763]: DEBUG nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 803.736677] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-167a08ec-4322-45b6-b86e-bdf8bfd1cf68 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.839930] env[69763]: DEBUG nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.959025] env[69763]: DEBUG nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 803.968619] env[69763]: DEBUG nova.scheduler.client.report [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.974685] env[69763]: DEBUG nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 803.977888] env[69763]: DEBUG nova.compute.manager [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Instance disappeared during snapshot {{(pid=69763) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 804.019734] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 804.019989] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 804.020232] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 804.020389] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 804.020494] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 804.020635] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 804.020846] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 804.020988] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 804.021759] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 804.021759] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 804.021759] env[69763]: DEBUG nova.virt.hardware [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 804.024111] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95a07483-dcf0-4119-8dde-907bbebf2251 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.029383] env[69763]: INFO nova.compute.manager [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Rebuilding instance [ 804.043108] env[69763]: DEBUG nova.network.neutron [req-176e723b-4500-43d7-bbc5-5b8694f11c8b req-44b0a6a8-e615-4dbd-a12d-03277e1ac1e9 service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Updated VIF entry in instance network info cache for port 5e35f24a-eb85-40f4-9327-498d7d6e7732. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 804.043524] env[69763]: DEBUG nova.network.neutron [req-176e723b-4500-43d7-bbc5-5b8694f11c8b req-44b0a6a8-e615-4dbd-a12d-03277e1ac1e9 service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Updating instance_info_cache with network_info: [{"id": "5e35f24a-eb85-40f4-9327-498d7d6e7732", "address": "fa:16:3e:84:1b:79", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e35f24a-eb", "ovs_interfaceid": "5e35f24a-eb85-40f4-9327-498d7d6e7732", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.045976] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85dac034-fcdb-41dc-85f0-22b811504c0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.105730] env[69763]: DEBUG nova.compute.manager [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 804.106686] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0981cdbd-fac1-4ec3-96bc-17593094140a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.119971] env[69763]: DEBUG nova.network.neutron [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 804.136300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Releasing lock "refresh_cache-04f381bb-52dc-438f-8617-70dd4e4e6deb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.136706] env[69763]: DEBUG nova.compute.manager [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.136941] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.138171] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e95717-08b4-4025-b185-d58fa8a9a9b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.148119] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.148415] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46b07bae-da34-4927-b1f3-9a91db6516e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.155935] env[69763]: DEBUG oslo_vmware.api [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 804.155935] env[69763]: value = "task-4122207" [ 804.155935] env[69763]: _type = "Task" [ 804.155935] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.169021] env[69763]: DEBUG oslo_vmware.api [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122207, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.178918] env[69763]: DEBUG nova.compute.manager [None req-2f36fe33-5492-4365-bc45-8ac3830667ca tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Found 0 images (rotation: 2) {{(pid=69763) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 804.214445] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122204, 'name': Rename_Task, 'duration_secs': 0.362106} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.214773] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 804.215103] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21e91a18-c0c8-4f3f-99d2-d9e890283ea8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.223452] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 804.223452] env[69763]: value = "task-4122208" [ 804.223452] env[69763]: _type = "Task" [ 804.223452] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.235836] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122208, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.261146] env[69763]: INFO nova.compute.manager [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Took 25.36 seconds to build instance. [ 804.368038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.437486] env[69763]: DEBUG nova.network.neutron [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Updating instance_info_cache with network_info: [{"id": "39ae1a76-473c-48c8-a6b7-b032742461ef", "address": "fa:16:3e:67:36:4d", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ae1a76-47", "ovs_interfaceid": "39ae1a76-473c-48c8-a6b7-b032742461ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.481488] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.482164] env[69763]: DEBUG nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 804.486829] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.486829] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.902s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.489490] env[69763]: INFO nova.compute.claims [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 804.559362] env[69763]: DEBUG oslo_concurrency.lockutils [req-176e723b-4500-43d7-bbc5-5b8694f11c8b req-44b0a6a8-e615-4dbd-a12d-03277e1ac1e9 service nova] Releasing lock "refresh_cache-70e05ad8-091b-42d5-9c80-7a9e4ca3a996" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.586958] env[69763]: DEBUG nova.network.neutron [-] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.668096] env[69763]: DEBUG oslo_vmware.api [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122207, 'name': PowerOffVM_Task, 'duration_secs': 0.397278} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.668881] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 804.669164] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 804.669389] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bcef10dc-65d1-4fb0-ae50-6bfb2dba3d7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.700368] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 804.700640] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 804.700851] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Deleting the datastore file [datastore1] 04f381bb-52dc-438f-8617-70dd4e4e6deb {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 804.701582] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cb73ebe-70a6-410d-abd9-e3229b91e2e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.712817] env[69763]: DEBUG oslo_vmware.api [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for the task: (returnval){ [ 804.712817] env[69763]: value = "task-4122210" [ 804.712817] env[69763]: _type = "Task" [ 804.712817] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.724509] env[69763]: DEBUG oslo_vmware.api [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122210, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.741744] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122208, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.766591] env[69763]: DEBUG oslo_concurrency.lockutils [None req-543a3073-19f9-4cb2-8572-190745a88473 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "60724625-b676-437f-89d4-845433c33fbc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.877s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.941755] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "refresh_cache-148abfee-2aaa-45fb-ba92-1aa68cac8b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.941873] env[69763]: DEBUG nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Instance network_info: |[{"id": "39ae1a76-473c-48c8-a6b7-b032742461ef", "address": "fa:16:3e:67:36:4d", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ae1a76-47", "ovs_interfaceid": "39ae1a76-473c-48c8-a6b7-b032742461ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 804.942378] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:36:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39ae1a76-473c-48c8-a6b7-b032742461ef', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 804.951634] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 804.951925] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 804.952346] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2aaa5dec-6054-4b5e-af69-b97c4acacde8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.981311] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 804.981311] env[69763]: value = "task-4122211" [ 804.981311] env[69763]: _type = "Task" [ 804.981311] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.986981] env[69763]: DEBUG nova.compute.manager [req-05133f2c-2fbf-4cb7-b362-066983fe6539 req-21654bf0-a493-4c37-afcb-551438bd4c1d service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Received event network-vif-plugged-39ae1a76-473c-48c8-a6b7-b032742461ef {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 804.987440] env[69763]: DEBUG oslo_concurrency.lockutils [req-05133f2c-2fbf-4cb7-b362-066983fe6539 req-21654bf0-a493-4c37-afcb-551438bd4c1d service nova] Acquiring lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.987440] env[69763]: DEBUG oslo_concurrency.lockutils [req-05133f2c-2fbf-4cb7-b362-066983fe6539 req-21654bf0-a493-4c37-afcb-551438bd4c1d service nova] Lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.987592] env[69763]: DEBUG oslo_concurrency.lockutils [req-05133f2c-2fbf-4cb7-b362-066983fe6539 req-21654bf0-a493-4c37-afcb-551438bd4c1d service nova] Lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.987746] env[69763]: DEBUG nova.compute.manager [req-05133f2c-2fbf-4cb7-b362-066983fe6539 req-21654bf0-a493-4c37-afcb-551438bd4c1d service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] No waiting events found dispatching network-vif-plugged-39ae1a76-473c-48c8-a6b7-b032742461ef {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 804.987952] env[69763]: WARNING nova.compute.manager [req-05133f2c-2fbf-4cb7-b362-066983fe6539 req-21654bf0-a493-4c37-afcb-551438bd4c1d service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Received unexpected event network-vif-plugged-39ae1a76-473c-48c8-a6b7-b032742461ef for instance with vm_state building and task_state spawning. [ 805.008111] env[69763]: DEBUG nova.compute.utils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.009440] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122211, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.012712] env[69763]: DEBUG nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.012712] env[69763]: DEBUG nova.network.neutron [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.089334] env[69763]: INFO nova.compute.manager [-] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Took 2.48 seconds to deallocate network for instance. [ 805.103444] env[69763]: DEBUG nova.policy [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ace0b13496734643a2eb6e2b02a1bb20', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5b99a98b72754efaaf9b86547508374e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 805.125892] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.127032] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dfe9caeb-7c17-4f16-9b4e-07f71a657508 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.135565] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 805.135565] env[69763]: value = "task-4122212" [ 805.135565] env[69763]: _type = "Task" [ 805.135565] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.150257] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122212, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.228529] env[69763]: DEBUG oslo_vmware.api [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Task: {'id': task-4122210, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.240372} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.232252] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.232330] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.232781] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.232781] env[69763]: INFO nova.compute.manager [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Took 1.10 seconds to destroy the instance on the hypervisor. [ 805.233050] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.233299] env[69763]: DEBUG nova.compute.manager [-] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.233475] env[69763]: DEBUG nova.network.neutron [-] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.243619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquiring lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.244026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.244128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquiring lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.244292] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.244491] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.247470] env[69763]: DEBUG oslo_vmware.api [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122208, 'name': PowerOnVM_Task, 'duration_secs': 0.700237} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.247470] env[69763]: INFO nova.compute.manager [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Terminating instance [ 805.248738] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 805.248970] env[69763]: INFO nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Took 11.23 seconds to spawn the instance on the hypervisor. [ 805.249209] env[69763]: DEBUG nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 805.251068] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebbf917-b6fc-4ad5-8c82-f5f8f1234358 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.281450] env[69763]: DEBUG nova.network.neutron [-] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 805.495436] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122211, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.513687] env[69763]: DEBUG nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 805.599512] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.652158] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122212, 'name': PowerOffVM_Task, 'duration_secs': 0.205625} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.652494] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.652742] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 805.653557] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6f6f23-cef7-47a4-972c-bc9f26ab9513 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.663460] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.663961] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0775c9d-fbc9-4046-ba2d-2cd9b9780201 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.673575] env[69763]: DEBUG nova.network.neutron [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Successfully updated port: 8f099fc0-b147-4c2e-93e4-ddb1c04119d6 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.695507] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.695507] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.695507] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Deleting the datastore file [datastore1] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.699649] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3a7a288b-27d8-434b-9dca-84aee08fd692 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.707974] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 805.707974] env[69763]: value = "task-4122214" [ 805.707974] env[69763]: _type = "Task" [ 805.707974] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.717530] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122214, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.758375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquiring lock "refresh_cache-a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.758662] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquired lock "refresh_cache-a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.758662] env[69763]: DEBUG nova.network.neutron [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.774946] env[69763]: INFO nova.compute.manager [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Took 25.99 seconds to build instance. [ 805.784427] env[69763]: DEBUG nova.network.neutron [-] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 805.891869] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4c5ff6-beea-4f83-937e-5650188e0e40 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.904280] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8035f692-4a49-47d0-978e-65d1e85c8d58 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.962253] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26678489-187c-477d-bc54-ea41a7b1c10f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.977158] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937770ed-c788-4f82-a4fe-e24e603b6249 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.995490] env[69763]: DEBUG nova.compute.provider_tree [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 805.998549] env[69763]: DEBUG nova.network.neutron [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Successfully created port: a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.015561] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122211, 'name': CreateVM_Task, 'duration_secs': 0.57312} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.015561] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 806.015561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.015561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.015561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.016123] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e7037da-2804-4abc-b8d9-e47508856e74 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.022897] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 806.022897] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521181bb-7731-e1b0-d1a2-3b5bd4bc6b75" [ 806.022897] env[69763]: _type = "Task" [ 806.022897] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.027082] env[69763]: DEBUG nova.compute.manager [req-8742b69f-4241-41e7-aef9-6d7e9074efc8 req-061e4f29-376b-40f5-a0c6-440337700f0e service nova] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Received event network-vif-deleted-dd0bd6c7-b039-4d49-8fad-bacc69ef5f3b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 806.042902] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521181bb-7731-e1b0-d1a2-3b5bd4bc6b75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.182186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquiring lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.182657] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquired lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.182931] env[69763]: DEBUG nova.network.neutron [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 806.220645] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122214, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.378317} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.221311] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 806.221565] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 806.221810] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 806.273607] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0bfb10a1-65e1-4c9a-9f3a-059f1d8add83 tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.506s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 806.287215] env[69763]: INFO nova.compute.manager [-] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Took 1.05 seconds to deallocate network for instance. [ 806.308740] env[69763]: DEBUG nova.network.neutron [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.498803] env[69763]: DEBUG nova.scheduler.client.report [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.512605] env[69763]: DEBUG nova.network.neutron [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.542733] env[69763]: DEBUG nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.546357] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521181bb-7731-e1b0-d1a2-3b5bd4bc6b75, 'name': SearchDatastore_Task, 'duration_secs': 0.026074} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.547306] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.547528] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.548114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.548114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.548114] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.548635] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b7b1304e-23c2-4f8c-a9f9-4bcd2f64ffb1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.563812] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.564038] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.564803] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0336d861-1aaf-4960-841e-34b6d62f7bad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.576906] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 806.576906] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525bcae2-a179-21ce-8040-c6d132a751c2" [ 806.576906] env[69763]: _type = "Task" [ 806.576906] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.595686] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525bcae2-a179-21ce-8040-c6d132a751c2, 'name': SearchDatastore_Task, 'duration_secs': 0.012134} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.600220] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.600220] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.600220] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.600610] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.600610] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.600610] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.600979] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.601377] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.601803] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.602171] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.602575] env[69763]: DEBUG nova.virt.hardware [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.609944] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7532edd5-fda5-4160-9863-5dd8ab1a0e1c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.612722] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-470a982f-f47b-4794-9467-832e491c50e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.625190] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 806.625190] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5293e25c-a7b1-e1c2-e5c3-1d0c1b24bfb7" [ 806.625190] env[69763]: _type = "Task" [ 806.625190] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.633085] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26025adc-5fcc-4a45-b245-98ad8f83a42f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.644555] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5293e25c-a7b1-e1c2-e5c3-1d0c1b24bfb7, 'name': SearchDatastore_Task, 'duration_secs': 0.01377} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.655696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.655696] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 148abfee-2aaa-45fb-ba92-1aa68cac8b8c/148abfee-2aaa-45fb-ba92-1aa68cac8b8c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.656175] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b62ee2ed-e556-4d7b-a5b3-b3698b82ca3f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.667444] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 806.667444] env[69763]: value = "task-4122217" [ 806.667444] env[69763]: _type = "Task" [ 806.667444] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.678259] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.794585] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.885260] env[69763]: DEBUG nova.network.neutron [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 807.011501] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.525s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.012118] env[69763]: DEBUG nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 807.017084] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.733s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.020734] env[69763]: DEBUG nova.objects.instance [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Lazy-loading 'resources' on Instance uuid ac48e4b5-3f7f-403d-a446-935be224fd40 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 807.020734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Releasing lock "refresh_cache-a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.020734] env[69763]: DEBUG nova.compute.manager [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 807.020734] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 807.022280] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24311f2-bde3-4b45-82e7-5873758679b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.033446] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 807.034564] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9655ce48-3c1b-4e27-928e-72c2a861dc99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.043867] env[69763]: DEBUG oslo_vmware.api [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 807.043867] env[69763]: value = "task-4122218" [ 807.043867] env[69763]: _type = "Task" [ 807.043867] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.057597] env[69763]: DEBUG oslo_vmware.api [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122218, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.184776] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122217, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.273271] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.273592] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.273742] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.273956] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.274130] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.274279] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.274501] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.274669] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.274850] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.275034] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.275215] env[69763]: DEBUG nova.virt.hardware [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.276287] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a25a3f-007b-4286-880e-ee28c3ca5041 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.289329] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c43788-818f-4e23-af1f-11804df5ffb1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.307954] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.314388] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.314755] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.315581] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aae7b922-e297-41d7-903a-450deb3635e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.337490] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.337490] env[69763]: value = "task-4122219" [ 807.337490] env[69763]: _type = "Task" [ 807.337490] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.351525] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122219, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.524169] env[69763]: DEBUG nova.compute.utils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 807.525839] env[69763]: DEBUG nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 807.526145] env[69763]: DEBUG nova.network.neutron [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 807.557692] env[69763]: DEBUG oslo_vmware.api [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122218, 'name': PowerOffVM_Task, 'duration_secs': 0.508121} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.562175] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 807.562175] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 807.562175] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7fdf0b7f-9fd1-465d-97b4-dab69da8d033 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.595988] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 807.595988] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 807.595988] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Deleting the datastore file [datastore2] a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 807.595988] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02476577-e843-46fb-bbda-8ca8db1e1bef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.602887] env[69763]: DEBUG oslo_vmware.api [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for the task: (returnval){ [ 807.602887] env[69763]: value = "task-4122221" [ 807.602887] env[69763]: _type = "Task" [ 807.602887] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.618916] env[69763]: DEBUG oslo_vmware.api [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122221, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.645089] env[69763]: DEBUG nova.policy [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4501b998af924e21a2c9a76c19a2fe81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6357bc400fff46689ddcc50959d6c678', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 807.680572] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.841591} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.680797] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 148abfee-2aaa-45fb-ba92-1aa68cac8b8c/148abfee-2aaa-45fb-ba92-1aa68cac8b8c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.681025] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.681379] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5e835da3-c227-4acb-b6dc-84d1c0eaed5a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.695307] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 807.695307] env[69763]: value = "task-4122222" [ 807.695307] env[69763]: _type = "Task" [ 807.695307] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.709409] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.717275] env[69763]: DEBUG nova.network.neutron [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Updating instance_info_cache with network_info: [{"id": "8f099fc0-b147-4c2e-93e4-ddb1c04119d6", "address": "fa:16:3e:86:bd:c6", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f099fc0-b1", "ovs_interfaceid": "8f099fc0-b147-4c2e-93e4-ddb1c04119d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.856110] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122219, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.918680] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a31bbc6b-5301-4d6f-a6c5-8d79f6a7ca9e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.926686] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c26fbfce-2b38-4c1e-8a30-ff6f7d1ad6cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.958067] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39218075-7b4f-4932-ad21-63a0b01974a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.967135] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a923a33d-ff2b-4232-9b1a-9967261718d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.983755] env[69763]: DEBUG nova.compute.provider_tree [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 808.034329] env[69763]: DEBUG nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 808.115803] env[69763]: DEBUG oslo_vmware.api [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Task: {'id': task-4122221, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159668} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.116137] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 808.116352] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 808.116526] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 808.116702] env[69763]: INFO nova.compute.manager [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Took 1.10 seconds to destroy the instance on the hypervisor. [ 808.116959] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.117326] env[69763]: DEBUG nova.compute.manager [-] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 808.117466] env[69763]: DEBUG nova.network.neutron [-] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.208752] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.215069] env[69763]: DEBUG nova.network.neutron [-] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.222408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Releasing lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.222408] env[69763]: DEBUG nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Instance network_info: |[{"id": "8f099fc0-b147-4c2e-93e4-ddb1c04119d6", "address": "fa:16:3e:86:bd:c6", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f099fc0-b1", "ovs_interfaceid": "8f099fc0-b147-4c2e-93e4-ddb1c04119d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 808.222529] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:bd:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f099fc0-b147-4c2e-93e4-ddb1c04119d6', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.229918] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Creating folder: Project (c7413a969ce840148d26bd766fdb08b7). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.231245] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-129274d3-6b52-4ee5-9b3f-318356df81d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.244699] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Created folder: Project (c7413a969ce840148d26bd766fdb08b7) in parent group-v816505. [ 808.244947] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Creating folder: Instances. Parent ref: group-v816548. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 808.245249] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e33c3e73-0134-4289-b14d-34e723d5366f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.257708] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Created folder: Instances in parent group-v816548. [ 808.258095] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 808.258390] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.258673] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7eb171d4-0221-43aa-a8a0-708ff6bf76bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.280695] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.280695] env[69763]: value = "task-4122227" [ 808.280695] env[69763]: _type = "Task" [ 808.280695] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.290465] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122227, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.348694] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122219, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.491437] env[69763]: DEBUG nova.scheduler.client.report [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 808.709938] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.723460] env[69763]: DEBUG nova.network.neutron [-] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.767186] env[69763]: DEBUG nova.network.neutron [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Successfully updated port: a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.795204] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122227, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.852200] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122219, 'name': CreateVM_Task, 'duration_secs': 1.449823} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.852431] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 808.853259] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.853429] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.853769] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.854063] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aabee404-9fee-41ce-b743-abb38ab51ce5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.861962] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 808.861962] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5241e03f-4264-45c4-f9bd-1650879b647a" [ 808.861962] env[69763]: _type = "Task" [ 808.861962] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.873940] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5241e03f-4264-45c4-f9bd-1650879b647a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.891464] env[69763]: DEBUG nova.network.neutron [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Successfully created port: d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 808.997190] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.980s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.999687] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.765s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.002372] env[69763]: INFO nova.compute.claims [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 809.029013] env[69763]: INFO nova.scheduler.client.report [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Deleted allocations for instance ac48e4b5-3f7f-403d-a446-935be224fd40 [ 809.048107] env[69763]: DEBUG nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 809.090487] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:47:07Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1590971323',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1693808086',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 809.093552] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 809.093869] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 809.095546] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 809.095827] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 809.096166] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 809.102018] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 809.102018] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 809.102018] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 809.102018] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 809.102018] env[69763]: DEBUG nova.virt.hardware [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 809.102559] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b8a07f-e58c-4e1b-b0a6-3e6189f681c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.116172] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd81e2f-56f9-48d9-a096-440ccf548a02 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.138008] env[69763]: DEBUG nova.compute.manager [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Received event network-changed-39ae1a76-473c-48c8-a6b7-b032742461ef {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.138178] env[69763]: DEBUG nova.compute.manager [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Refreshing instance network info cache due to event network-changed-39ae1a76-473c-48c8-a6b7-b032742461ef. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.138412] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Acquiring lock "refresh_cache-148abfee-2aaa-45fb-ba92-1aa68cac8b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.138556] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Acquired lock "refresh_cache-148abfee-2aaa-45fb-ba92-1aa68cac8b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.138712] env[69763]: DEBUG nova.network.neutron [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Refreshing network info cache for port 39ae1a76-473c-48c8-a6b7-b032742461ef {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.210963] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 1.075895} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.211302] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 809.212649] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741c1bc8-8cd8-4181-b17d-0fc635be52de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.230542] env[69763]: INFO nova.compute.manager [-] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Took 1.11 seconds to deallocate network for instance. [ 809.241475] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Reconfiguring VM instance instance-0000000b to attach disk [datastore2] 148abfee-2aaa-45fb-ba92-1aa68cac8b8c/148abfee-2aaa-45fb-ba92-1aa68cac8b8c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 809.248287] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-85f0adaa-7d31-433d-9ad6-067d0df8720a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.269749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquiring lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.270216] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquired lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.270462] env[69763]: DEBUG nova.network.neutron [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 809.271694] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 809.271694] env[69763]: value = "task-4122228" [ 809.271694] env[69763]: _type = "Task" [ 809.271694] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.310831] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122228, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.310831] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122227, 'name': CreateVM_Task, 'duration_secs': 0.560602} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.310831] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.311152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.376220] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5241e03f-4264-45c4-f9bd-1650879b647a, 'name': SearchDatastore_Task, 'duration_secs': 0.036922} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.376577] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.376871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.377163] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.377348] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.377565] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.378200] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.379496] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.379496] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6790cbe8-2118-4422-8c63-3ab4778d656e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.382785] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c677901-2805-4b07-b382-2a9714f240b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.389959] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 809.389959] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520f09e8-e152-5ae0-990d-f80e09202994" [ 809.389959] env[69763]: _type = "Task" [ 809.389959] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.396771] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.396771] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.397513] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44cf5a3a-b3ec-48d9-830e-d8e900f70a53 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.404204] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520f09e8-e152-5ae0-990d-f80e09202994, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.411322] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 809.411322] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529d4abe-d803-e763-be8c-6a5a0edfd7cc" [ 809.411322] env[69763]: _type = "Task" [ 809.411322] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.421702] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529d4abe-d803-e763-be8c-6a5a0edfd7cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.541313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-019b3f29-cdd0-42e5-81b7-915ecb7ca405 tempest-DeleteServersAdminTestJSON-507097304 tempest-DeleteServersAdminTestJSON-507097304-project-admin] Lock "ac48e4b5-3f7f-403d-a446-935be224fd40" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.386s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.770556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.801470] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122228, 'name': ReconfigVM_Task, 'duration_secs': 0.522015} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.801761] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Reconfigured VM instance instance-0000000b to attach disk [datastore2] 148abfee-2aaa-45fb-ba92-1aa68cac8b8c/148abfee-2aaa-45fb-ba92-1aa68cac8b8c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.802741] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-674987c2-f473-4d4f-bdea-df594da7b164 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.811389] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 809.811389] env[69763]: value = "task-4122229" [ 809.811389] env[69763]: _type = "Task" [ 809.811389] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.824674] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122229, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.884178] env[69763]: DEBUG nova.network.neutron [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.904973] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520f09e8-e152-5ae0-990d-f80e09202994, 'name': SearchDatastore_Task, 'duration_secs': 0.017759} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.906086] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.906086] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.906086] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.929443] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529d4abe-d803-e763-be8c-6a5a0edfd7cc, 'name': SearchDatastore_Task, 'duration_secs': 0.015532} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.930405] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26f64e32-0199-4d52-bfcd-7be363090aba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.943572] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 809.943572] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527495e5-b2ec-2b54-aa3b-16955ba3cd60" [ 809.943572] env[69763]: _type = "Task" [ 809.943572] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.953818] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527495e5-b2ec-2b54-aa3b-16955ba3cd60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.102769] env[69763]: DEBUG nova.network.neutron [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Updated VIF entry in instance network info cache for port 39ae1a76-473c-48c8-a6b7-b032742461ef. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 810.102769] env[69763]: DEBUG nova.network.neutron [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Updating instance_info_cache with network_info: [{"id": "39ae1a76-473c-48c8-a6b7-b032742461ef", "address": "fa:16:3e:67:36:4d", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39ae1a76-47", "ovs_interfaceid": "39ae1a76-473c-48c8-a6b7-b032742461ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.115506] env[69763]: DEBUG nova.compute.manager [req-df4d3401-6f34-4b3d-934a-6bb4c563b821 req-2d0158b0-1561-4c2f-9d14-ffac7bc02451 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Received event network-changed-96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.115705] env[69763]: DEBUG nova.compute.manager [req-df4d3401-6f34-4b3d-934a-6bb4c563b821 req-2d0158b0-1561-4c2f-9d14-ffac7bc02451 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Refreshing instance network info cache due to event network-changed-96305b43-c3a0-469c-a862-ad77b7e72f03. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.115927] env[69763]: DEBUG oslo_concurrency.lockutils [req-df4d3401-6f34-4b3d-934a-6bb4c563b821 req-2d0158b0-1561-4c2f-9d14-ffac7bc02451 service nova] Acquiring lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.116101] env[69763]: DEBUG oslo_concurrency.lockutils [req-df4d3401-6f34-4b3d-934a-6bb4c563b821 req-2d0158b0-1561-4c2f-9d14-ffac7bc02451 service nova] Acquired lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.116260] env[69763]: DEBUG nova.network.neutron [req-df4d3401-6f34-4b3d-934a-6bb4c563b821 req-2d0158b0-1561-4c2f-9d14-ffac7bc02451 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Refreshing network info cache for port 96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.311184] env[69763]: DEBUG nova.network.neutron [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Updating instance_info_cache with network_info: [{"id": "a654feb0-296b-452d-a274-5b2de5e6abd2", "address": "fa:16:3e:84:73:40", "network": {"id": "f2ca5814-c036-4482-bf16-7b8b9c5f009b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-26203141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b99a98b72754efaaf9b86547508374e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa654feb0-29", "ovs_interfaceid": "a654feb0-296b-452d-a274-5b2de5e6abd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.328429] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122229, 'name': Rename_Task, 'duration_secs': 0.174316} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.329445] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.329713] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6eaf35bc-1af7-4e1d-a5c0-4df2e54106fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.340853] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 810.340853] env[69763]: value = "task-4122230" [ 810.340853] env[69763]: _type = "Task" [ 810.340853] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.356822] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122230, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.380694] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68a1e00-f389-40c1-8d54-7b4accaba7c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.390270] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0dce56-8f60-4f59-af70-763d1440e5e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.429888] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b316eef7-e49c-4dab-9884-f3f27bd5a89e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.438900] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9163d407-d527-43df-88b3-cd4fcc515196 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.457736] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527495e5-b2ec-2b54-aa3b-16955ba3cd60, 'name': SearchDatastore_Task, 'duration_secs': 0.014161} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.466706] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.466952] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.467583] env[69763]: DEBUG nova.compute.provider_tree [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.468967] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.469189] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 810.469415] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-008bce95-b494-4fdb-b654-03d25492a39d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.471966] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78816948-7b50-41e0-9c34-29ab94a03b43 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.479564] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 810.479564] env[69763]: value = "task-4122231" [ 810.479564] env[69763]: _type = "Task" [ 810.479564] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.484487] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 810.484487] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 810.485788] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbff565e-c43b-4953-baa4-7ce486d91a85 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.492078] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.495928] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 810.495928] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52646fb6-6d7a-2b3a-e342-43b3e1e00b38" [ 810.495928] env[69763]: _type = "Task" [ 810.495928] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.505830] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52646fb6-6d7a-2b3a-e342-43b3e1e00b38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.607044] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Releasing lock "refresh_cache-148abfee-2aaa-45fb-ba92-1aa68cac8b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.607276] env[69763]: DEBUG nova.compute.manager [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Received event network-vif-plugged-8f099fc0-b147-4c2e-93e4-ddb1c04119d6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.607776] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Acquiring lock "15a6e58d-e642-4771-8c38-fb1c7f988714-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 810.607872] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Lock "15a6e58d-e642-4771-8c38-fb1c7f988714-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.608069] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Lock "15a6e58d-e642-4771-8c38-fb1c7f988714-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.608293] env[69763]: DEBUG nova.compute.manager [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] No waiting events found dispatching network-vif-plugged-8f099fc0-b147-4c2e-93e4-ddb1c04119d6 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 810.608500] env[69763]: WARNING nova.compute.manager [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Received unexpected event network-vif-plugged-8f099fc0-b147-4c2e-93e4-ddb1c04119d6 for instance with vm_state building and task_state spawning. [ 810.608739] env[69763]: DEBUG nova.compute.manager [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Received event network-changed-8f099fc0-b147-4c2e-93e4-ddb1c04119d6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 810.608844] env[69763]: DEBUG nova.compute.manager [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Refreshing instance network info cache due to event network-changed-8f099fc0-b147-4c2e-93e4-ddb1c04119d6. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 810.609063] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Acquiring lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.609228] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Acquired lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.609411] env[69763]: DEBUG nova.network.neutron [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Refreshing network info cache for port 8f099fc0-b147-4c2e-93e4-ddb1c04119d6 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 810.820717] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Releasing lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.821185] env[69763]: DEBUG nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Instance network_info: |[{"id": "a654feb0-296b-452d-a274-5b2de5e6abd2", "address": "fa:16:3e:84:73:40", "network": {"id": "f2ca5814-c036-4482-bf16-7b8b9c5f009b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-26203141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b99a98b72754efaaf9b86547508374e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa654feb0-29", "ovs_interfaceid": "a654feb0-296b-452d-a274-5b2de5e6abd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 810.821455] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:73:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6d62c1cf-f39a-4626-9552-f1e13c692636', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a654feb0-296b-452d-a274-5b2de5e6abd2', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 810.831251] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Creating folder: Project (5b99a98b72754efaaf9b86547508374e). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.831615] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-899329aa-4b40-41e4-9ba5-a6ca690be565 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.851025] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Created folder: Project (5b99a98b72754efaaf9b86547508374e) in parent group-v816505. [ 810.851025] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Creating folder: Instances. Parent ref: group-v816551. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 810.853709] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-53e1202b-122c-41d4-bc26-ac5258cf310d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.855778] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122230, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.872454] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Created folder: Instances in parent group-v816551. [ 810.872665] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 810.872864] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 810.873369] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dd79bc8-a3eb-4d49-824e-9f4149b48974 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.905385] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 810.905385] env[69763]: value = "task-4122234" [ 810.905385] env[69763]: _type = "Task" [ 810.905385] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.917110] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122234, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.973460] env[69763]: DEBUG nova.scheduler.client.report [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 811.002675] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122231, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.009529] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52646fb6-6d7a-2b3a-e342-43b3e1e00b38, 'name': SearchDatastore_Task, 'duration_secs': 0.010478} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.010471] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed492046-35e7-4441-a4a3-0c35c4ed3f00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.018754] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 811.018754] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e7e82-55a4-d69e-00c0-fef72ea272f9" [ 811.018754] env[69763]: _type = "Task" [ 811.018754] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.029339] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e7e82-55a4-d69e-00c0-fef72ea272f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.165138] env[69763]: DEBUG nova.network.neutron [req-df4d3401-6f34-4b3d-934a-6bb4c563b821 req-2d0158b0-1561-4c2f-9d14-ffac7bc02451 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Updated VIF entry in instance network info cache for port 96305b43-c3a0-469c-a862-ad77b7e72f03. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.165518] env[69763]: DEBUG nova.network.neutron [req-df4d3401-6f34-4b3d-934a-6bb4c563b821 req-2d0158b0-1561-4c2f-9d14-ffac7bc02451 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Updating instance_info_cache with network_info: [{"id": "96305b43-c3a0-469c-a862-ad77b7e72f03", "address": "fa:16:3e:29:55:2f", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96305b43-c3", "ovs_interfaceid": "96305b43-c3a0-469c-a862-ad77b7e72f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.316810] env[69763]: DEBUG nova.network.neutron [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Successfully updated port: d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 811.360187] env[69763]: DEBUG oslo_vmware.api [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122230, 'name': PowerOnVM_Task, 'duration_secs': 0.900488} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.360187] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.360187] env[69763]: INFO nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Took 9.89 seconds to spawn the instance on the hypervisor. [ 811.360520] env[69763]: DEBUG nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 811.361263] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a419f4eb-111d-4845-a90d-cda557bf63fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.419573] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122234, 'name': CreateVM_Task, 'duration_secs': 0.467109} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.419919] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 811.426198] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.426557] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.427016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.428482] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7177c251-3a6e-45b2-9719-a2c4cf4c877e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.439013] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 811.439013] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e48700-0cfb-d75f-8e39-4e4c9d534852" [ 811.439013] env[69763]: _type = "Task" [ 811.439013] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.464021] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e48700-0cfb-d75f-8e39-4e4c9d534852, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.484197] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.484s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.484778] env[69763]: DEBUG nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.487749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.941s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.489741] env[69763]: INFO nova.compute.claims [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.504093] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122231, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53297} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.504093] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.508346] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.508672] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37f81b78-b4ed-49e5-b40d-5856210d562a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.511497] env[69763]: DEBUG nova.network.neutron [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Updated VIF entry in instance network info cache for port 8f099fc0-b147-4c2e-93e4-ddb1c04119d6. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 811.511817] env[69763]: DEBUG nova.network.neutron [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Updating instance_info_cache with network_info: [{"id": "8f099fc0-b147-4c2e-93e4-ddb1c04119d6", "address": "fa:16:3e:86:bd:c6", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f099fc0-b1", "ovs_interfaceid": "8f099fc0-b147-4c2e-93e4-ddb1c04119d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.519485] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 811.519485] env[69763]: value = "task-4122235" [ 811.519485] env[69763]: _type = "Task" [ 811.519485] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.540183] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122235, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.540658] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e7e82-55a4-d69e-00c0-fef72ea272f9, 'name': SearchDatastore_Task, 'duration_secs': 0.013098} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.540991] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.541352] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 15a6e58d-e642-4771-8c38-fb1c7f988714/15a6e58d-e642-4771-8c38-fb1c7f988714.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 811.541668] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46399322-57aa-4ad4-b664-6f240cbe25cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.553319] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 811.553319] env[69763]: value = "task-4122236" [ 811.553319] env[69763]: _type = "Task" [ 811.553319] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.564603] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.668035] env[69763]: DEBUG oslo_concurrency.lockutils [req-df4d3401-6f34-4b3d-934a-6bb4c563b821 req-2d0158b0-1561-4c2f-9d14-ffac7bc02451 service nova] Releasing lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.828168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.829044] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquired lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.829044] env[69763]: DEBUG nova.network.neutron [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 811.883206] env[69763]: INFO nova.compute.manager [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Took 25.70 seconds to build instance. [ 811.953588] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e48700-0cfb-d75f-8e39-4e4c9d534852, 'name': SearchDatastore_Task, 'duration_secs': 0.054702} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.953588] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.954152] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 811.954152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.954152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.954325] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 811.954511] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54841f2d-18b3-438e-842b-4bcc6bd21213 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.983158] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 811.983432] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 811.984360] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e392753-2b5e-4f7f-9b38-fa049eec3d77 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.993372] env[69763]: DEBUG nova.compute.utils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.995785] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 811.995785] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fd5bcd-4bf6-338c-c63f-92507e0efc64" [ 811.995785] env[69763]: _type = "Task" [ 811.995785] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.996208] env[69763]: DEBUG nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.996350] env[69763]: DEBUG nova.network.neutron [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 812.016806] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fd5bcd-4bf6-338c-c63f-92507e0efc64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.017475] env[69763]: DEBUG oslo_concurrency.lockutils [req-c004b0f8-b13f-459f-b964-5d442ec6bcb8 req-e31cbc5b-c127-4668-9c1e-afd71d6e4e58 service nova] Releasing lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.039687] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122235, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081152} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.040217] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.041121] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818cc0e9-9b08-4188-9891-b168f82c541e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.078263] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.083243] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40631da8-9a0c-4a2f-8528-47640d89b7a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.113529] env[69763]: DEBUG nova.policy [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '862ae6dbac8644699e97228cde2f3af5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8daf9960f85041a5a416bfd96bf4a368', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 812.126924] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122236, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.129677] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 812.129677] env[69763]: value = "task-4122237" [ 812.129677] env[69763]: _type = "Task" [ 812.129677] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.145823] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122237, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.378923] env[69763]: DEBUG nova.network.neutron [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 812.385260] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb96ae34-a8f9-4faf-8b52-472357f7809a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.621s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.496547] env[69763]: DEBUG nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.516202] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fd5bcd-4bf6-338c-c63f-92507e0efc64, 'name': SearchDatastore_Task, 'duration_secs': 0.069725} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.517162] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d159ef8-fbc2-467b-b60d-2152061c9c81 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.526019] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 812.526019] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52522d59-5f72-f951-2875-cca7adc88e48" [ 812.526019] env[69763]: _type = "Task" [ 812.526019] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.535377] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52522d59-5f72-f951-2875-cca7adc88e48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.579924] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.790596} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.582762] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 15a6e58d-e642-4771-8c38-fb1c7f988714/15a6e58d-e642-4771-8c38-fb1c7f988714.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 812.583086] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 812.584075] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.584327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.589100] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-23177bda-a515-439d-b7a4-9283923b3d9e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.601041] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 812.601041] env[69763]: value = "task-4122238" [ 812.601041] env[69763]: _type = "Task" [ 812.601041] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.614878] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122238, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.625538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.625538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.648823] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122237, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.899774] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03ce379-de26-4614-a34e-8ff57d032a30 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.909095] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4cdcebd-0532-4e67-a3c6-96577af10066 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.913481] env[69763]: DEBUG nova.network.neutron [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Updating instance_info_cache with network_info: [{"id": "d530ebb6-e1fc-463b-ba3f-69c0f64656ef", "address": "fa:16:3e:a6:b7:7c", "network": {"id": "b02b10ac-9a4d-4dbf-8dcb-819456bb0289", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1750405143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6357bc400fff46689ddcc50959d6c678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd530ebb6-e1", "ovs_interfaceid": "d530ebb6-e1fc-463b-ba3f-69c0f64656ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.948501] env[69763]: DEBUG nova.network.neutron [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Successfully created port: bd42e200-d38b-4382-9d37-ce438f323a22 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.951643] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c87328-f795-44fc-9394-249735a41ddb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.961465] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaa6475-adb2-48fb-b5de-375ab384d0a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.979261] env[69763]: DEBUG nova.compute.provider_tree [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 813.036432] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52522d59-5f72-f951-2875-cca7adc88e48, 'name': SearchDatastore_Task, 'duration_secs': 0.015588} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.036608] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.036815] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] f0054d4d-12f1-44ba-b35a-5cb84f87b84e/f0054d4d-12f1-44ba-b35a-5cb84f87b84e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.037121] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7469d44-abe5-444b-8ea9-cf355c13add2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.045403] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 813.045403] env[69763]: value = "task-4122239" [ 813.045403] env[69763]: _type = "Task" [ 813.045403] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.056409] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.090531] env[69763]: DEBUG nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.112457] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122238, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099767} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.112635] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 813.113487] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d27259d9-fb21-48fa-a26e-ebd673c32de2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.129705] env[69763]: DEBUG nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.141376] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] 15a6e58d-e642-4771-8c38-fb1c7f988714/15a6e58d-e642-4771-8c38-fb1c7f988714.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 813.142912] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c4bd09d-6902-422c-9f9d-9f227fe725ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.169390] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122237, 'name': ReconfigVM_Task, 'duration_secs': 0.603968} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.174253] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Reconfigured VM instance instance-00000002 to attach disk [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714/aae9c3c4-2b4b-45af-abb8-31ca8bbe8714.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 813.174253] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 813.174253] env[69763]: value = "task-4122240" [ 813.174253] env[69763]: _type = "Task" [ 813.174253] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.174253] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33ebd0a1-e5f0-4fa7-bd0b-25a762ddcc3d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.184886] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122240, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.186842] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 813.186842] env[69763]: value = "task-4122241" [ 813.186842] env[69763]: _type = "Task" [ 813.186842] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.199946] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122241, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.417469] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Releasing lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.418135] env[69763]: DEBUG nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Instance network_info: |[{"id": "d530ebb6-e1fc-463b-ba3f-69c0f64656ef", "address": "fa:16:3e:a6:b7:7c", "network": {"id": "b02b10ac-9a4d-4dbf-8dcb-819456bb0289", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1750405143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6357bc400fff46689ddcc50959d6c678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd530ebb6-e1", "ovs_interfaceid": "d530ebb6-e1fc-463b-ba3f-69c0f64656ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.418642] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a6:b7:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd530ebb6-e1fc-463b-ba3f-69c0f64656ef', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.429421] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Creating folder: Project (6357bc400fff46689ddcc50959d6c678). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.431575] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f53366a0-49a9-487d-9906-825f56b2fad0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.452398] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Created folder: Project (6357bc400fff46689ddcc50959d6c678) in parent group-v816505. [ 813.452398] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Creating folder: Instances. Parent ref: group-v816554. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.452715] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0a4bb671-a74c-4b61-a1f4-4e9def24e7c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.469485] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Created folder: Instances in parent group-v816554. [ 813.469485] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.469485] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.469485] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45f4f67d-fcb4-4194-952d-182adfc0c95c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.493548] env[69763]: DEBUG nova.scheduler.client.report [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.512409] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.512409] env[69763]: value = "task-4122244" [ 813.512409] env[69763]: _type = "Task" [ 813.512409] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.518035] env[69763]: DEBUG nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.530524] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122244, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.567048] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122239, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.574381] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.575064] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.575430] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.575657] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.575840] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.576066] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.576370] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.576501] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.576635] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.576839] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.577311] env[69763]: DEBUG nova.virt.hardware [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.578180] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b164bcc-2980-47ef-a086-c182d1332d48 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.595568] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4272ebe9-98d2-491a-8857-bc0f165ef2c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.641976] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.684054] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.690857] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122240, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.708891] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122241, 'name': Rename_Task, 'duration_secs': 0.329873} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.710629] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.710629] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7d52114-810f-4a4e-a85d-2ced6a99f4eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.722219] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Waiting for the task: (returnval){ [ 813.722219] env[69763]: value = "task-4122245" [ 813.722219] env[69763]: _type = "Task" [ 813.722219] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.735258] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122245, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.813201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Acquiring lock "a2c800ff-c590-4e06-961f-fbb50928aa71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.813201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "a2c800ff-c590-4e06-961f-fbb50928aa71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.943031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquiring lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.943031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.943031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquiring lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.943031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.943457] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.945930] env[69763]: INFO nova.compute.manager [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Terminating instance [ 813.999327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.511s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.002088] env[69763]: DEBUG nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 814.003864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.318s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.004402] env[69763]: DEBUG nova.objects.instance [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 814.023414] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122244, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.058075] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.90328} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.059167] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] f0054d4d-12f1-44ba-b35a-5cb84f87b84e/f0054d4d-12f1-44ba-b35a-5cb84f87b84e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.059398] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.059668] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a601ffe3-5fd3-401f-bac5-b5a41cd04d4f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.069310] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 814.069310] env[69763]: value = "task-4122246" [ 814.069310] env[69763]: _type = "Task" [ 814.069310] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.082289] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122246, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.188017] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122240, 'name': ReconfigVM_Task, 'duration_secs': 0.814862} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.188448] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Reconfigured VM instance instance-0000000c to attach disk [datastore2] 15a6e58d-e642-4771-8c38-fb1c7f988714/15a6e58d-e642-4771-8c38-fb1c7f988714.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 814.189147] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84ef56ec-f68c-451c-bcf5-1d9a88fb2cf3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.196701] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 814.196701] env[69763]: value = "task-4122247" [ 814.196701] env[69763]: _type = "Task" [ 814.196701] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.211899] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122247, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.235828] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122245, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.314793] env[69763]: DEBUG nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 814.453788] env[69763]: DEBUG nova.compute.manager [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 814.454048] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.456747] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab73f6b-22bb-469d-b4c8-fd7508ee96d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.461783] env[69763]: DEBUG nova.compute.manager [req-90b37115-9dd9-4b10-9165-3b35592f2ad4 req-e2742353-ed75-41f5-bb7f-e3205c4c8367 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Received event network-changed-037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 814.461974] env[69763]: DEBUG nova.compute.manager [req-90b37115-9dd9-4b10-9165-3b35592f2ad4 req-e2742353-ed75-41f5-bb7f-e3205c4c8367 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Refreshing instance network info cache due to event network-changed-037cdecf-d2c1-4cc4-b247-845cc278dc58. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 814.462200] env[69763]: DEBUG oslo_concurrency.lockutils [req-90b37115-9dd9-4b10-9165-3b35592f2ad4 req-e2742353-ed75-41f5-bb7f-e3205c4c8367 service nova] Acquiring lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.462337] env[69763]: DEBUG oslo_concurrency.lockutils [req-90b37115-9dd9-4b10-9165-3b35592f2ad4 req-e2742353-ed75-41f5-bb7f-e3205c4c8367 service nova] Acquired lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.462490] env[69763]: DEBUG nova.network.neutron [req-90b37115-9dd9-4b10-9165-3b35592f2ad4 req-e2742353-ed75-41f5-bb7f-e3205c4c8367 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Refreshing network info cache for port 037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 814.472522] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.472522] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-60808f7b-e153-4fd3-8a78-f826e0464f1a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.483433] env[69763]: DEBUG oslo_vmware.api [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 814.483433] env[69763]: value = "task-4122248" [ 814.483433] env[69763]: _type = "Task" [ 814.483433] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.499753] env[69763]: DEBUG oslo_vmware.api [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.510411] env[69763]: DEBUG nova.compute.utils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.523984] env[69763]: DEBUG nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.524160] env[69763]: DEBUG nova.network.neutron [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.537542] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122244, 'name': CreateVM_Task, 'duration_secs': 0.630504} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.539869] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.541502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.541741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.542057] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.542632] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21e59e37-1b50-4379-a3ac-8bbec580c0e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.551009] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 814.551009] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52289ab9-5208-de35-595a-32a028941a3a" [ 814.551009] env[69763]: _type = "Task" [ 814.551009] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.561993] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52289ab9-5208-de35-595a-32a028941a3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.588502] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122246, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.097079} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.589059] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.592376] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b59e83db-f0f2-4e48-ba19-e65877380cdb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.619479] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f0054d4d-12f1-44ba-b35a-5cb84f87b84e/f0054d4d-12f1-44ba-b35a-5cb84f87b84e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.623245] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2880c4b1-3315-486e-8042-b509971f31ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.642297] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 814.642297] env[69763]: value = "task-4122249" [ 814.642297] env[69763]: _type = "Task" [ 814.642297] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.648240] env[69763]: DEBUG nova.policy [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456c18863fcb45cfbba706f0142729e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '899bc7e2ad7f45848aad68ec49d6012c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.655044] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.709604] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122247, 'name': Rename_Task, 'duration_secs': 0.265698} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.710767] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 814.710767] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92924c45-7911-4f85-aaa7-57a9cee5361c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.718896] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 814.718896] env[69763]: value = "task-4122250" [ 814.718896] env[69763]: _type = "Task" [ 814.718896] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.736108] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122250, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.739667] env[69763]: DEBUG oslo_vmware.api [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Task: {'id': task-4122245, 'name': PowerOnVM_Task, 'duration_secs': 0.703817} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.739943] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 814.740195] env[69763]: DEBUG nova.compute.manager [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 814.741033] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6818a3f-be04-42ef-9732-7644849e7c45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.842046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.998555] env[69763]: DEBUG oslo_vmware.api [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122248, 'name': PowerOffVM_Task, 'duration_secs': 0.338174} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.999910] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 814.999910] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 814.999910] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70447bbf-fb69-4a35-9bb0-4945392804c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.024647] env[69763]: DEBUG nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 815.028360] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e6389aa-7f61-43cc-9162-46d666dc7fe0 tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.035511] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 11.540s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.073427] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52289ab9-5208-de35-595a-32a028941a3a, 'name': SearchDatastore_Task, 'duration_secs': 0.030672} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.074417] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.074417] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.075480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.075480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.075480] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.075480] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9887af2-7d01-4f62-bade-ce37c768aeb9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.089937] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.089937] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.089937] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Deleting the datastore file [datastore2] 70e05ad8-091b-42d5-9c80-7a9e4ca3a996 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.092811] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09a8f9b3-f67f-40e4-9b27-7180c35d04e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.097704] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.099019] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.100352] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b9486a-8505-4dd7-8281-f50c86b90bed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.111045] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 815.111045] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5289eb0c-3e95-9662-9608-9e7685dbe76a" [ 815.111045] env[69763]: _type = "Task" [ 815.111045] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.115067] env[69763]: DEBUG oslo_vmware.api [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for the task: (returnval){ [ 815.115067] env[69763]: value = "task-4122252" [ 815.115067] env[69763]: _type = "Task" [ 815.115067] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.135562] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Received event network-vif-plugged-a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.135562] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Acquiring lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.135562] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.135562] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.135562] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] No waiting events found dispatching network-vif-plugged-a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 815.135786] env[69763]: WARNING nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Received unexpected event network-vif-plugged-a654feb0-296b-452d-a274-5b2de5e6abd2 for instance with vm_state building and task_state spawning. [ 815.136671] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Received event network-changed-a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.136671] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Refreshing instance network info cache due to event network-changed-a654feb0-296b-452d-a274-5b2de5e6abd2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.136671] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Acquiring lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.136671] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Acquired lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.136671] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Refreshing network info cache for port a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.145322] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5289eb0c-3e95-9662-9608-9e7685dbe76a, 'name': SearchDatastore_Task, 'duration_secs': 0.015275} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.148245] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d47dacd8-bcdb-4de7-abdd-aedaf162f9f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.154488] env[69763]: DEBUG oslo_vmware.api [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122252, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.167461] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.170405] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 815.170405] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cc934c-0afa-a689-58b0-aaf20264491a" [ 815.170405] env[69763]: _type = "Task" [ 815.170405] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.178615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Acquiring lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.178890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.189188] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cc934c-0afa-a689-58b0-aaf20264491a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.232776] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122250, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.261453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.435370] env[69763]: DEBUG nova.network.neutron [req-90b37115-9dd9-4b10-9165-3b35592f2ad4 req-e2742353-ed75-41f5-bb7f-e3205c4c8367 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updated VIF entry in instance network info cache for port 037cdecf-d2c1-4cc4-b247-845cc278dc58. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.435772] env[69763]: DEBUG nova.network.neutron [req-90b37115-9dd9-4b10-9165-3b35592f2ad4 req-e2742353-ed75-41f5-bb7f-e3205c4c8367 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updating instance_info_cache with network_info: [{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.541802] env[69763]: INFO nova.compute.claims [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 815.561146] env[69763]: DEBUG nova.network.neutron [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Successfully updated port: bd42e200-d38b-4382-9d37-ce438f323a22 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 815.621298] env[69763]: DEBUG nova.network.neutron [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Successfully created port: a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 815.634700] env[69763]: DEBUG oslo_vmware.api [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Task: {'id': task-4122252, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.488033} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.635204] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 815.635357] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 815.635599] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 815.635844] env[69763]: INFO nova.compute.manager [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Took 1.18 seconds to destroy the instance on the hypervisor. [ 815.636156] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.636588] env[69763]: DEBUG nova.compute.manager [-] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 815.636588] env[69763]: DEBUG nova.network.neutron [-] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 815.660341] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.680992] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cc934c-0afa-a689-58b0-aaf20264491a, 'name': SearchDatastore_Task, 'duration_secs': 0.03146} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.684650] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.684650] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 7eafa89b-728a-42c8-9af7-5c909b1c3acb/7eafa89b-728a-42c8-9af7-5c909b1c3acb.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 815.684650] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a063f1e-d1ac-4a48-89de-a02cce8f1874 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.690709] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.692328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.695520] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 815.695520] env[69763]: value = "task-4122253" [ 815.695520] env[69763]: _type = "Task" [ 815.695520] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.709808] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.730171] env[69763]: DEBUG oslo_vmware.api [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122250, 'name': PowerOnVM_Task, 'duration_secs': 0.635523} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.730607] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 815.730840] env[69763]: INFO nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Took 11.76 seconds to spawn the instance on the hypervisor. [ 815.730996] env[69763]: DEBUG nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 815.731819] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8e5ef0c-3cf6-46cc-8a2a-0f64546403d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.942066] env[69763]: DEBUG oslo_concurrency.lockutils [req-90b37115-9dd9-4b10-9165-3b35592f2ad4 req-e2742353-ed75-41f5-bb7f-e3205c4c8367 service nova] Releasing lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.002864] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Updated VIF entry in instance network info cache for port a654feb0-296b-452d-a274-5b2de5e6abd2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 816.003237] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Updating instance_info_cache with network_info: [{"id": "a654feb0-296b-452d-a274-5b2de5e6abd2", "address": "fa:16:3e:84:73:40", "network": {"id": "f2ca5814-c036-4482-bf16-7b8b9c5f009b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-26203141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b99a98b72754efaaf9b86547508374e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa654feb0-29", "ovs_interfaceid": "a654feb0-296b-452d-a274-5b2de5e6abd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.048778] env[69763]: INFO nova.compute.resource_tracker [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating resource usage from migration 09f6d059-d5e1-42b9-b45e-da5e7840f4a0 [ 816.054762] env[69763]: DEBUG nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 816.068075] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquiring lock "refresh_cache-b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.068075] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquired lock "refresh_cache-b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.068075] env[69763]: DEBUG nova.network.neutron [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.099397] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 816.099658] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 816.099813] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 816.100109] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 816.100335] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 816.100619] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 816.100806] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 816.101891] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 816.101891] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 816.101891] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 816.101891] env[69763]: DEBUG nova.virt.hardware [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 816.102271] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b861863-dab3-45d5-84a7-579a8cfa4e44 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.111718] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86ef202-1ecf-40e1-b44b-1b925a675f0e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.161826] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122249, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.206766] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122253, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.257544] env[69763]: INFO nova.compute.manager [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Took 28.97 seconds to build instance. [ 816.454643] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e85c6db-3c08-45ec-a43b-ae1a2f04daa4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.463178] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c354f58-c1cb-4fae-928e-3ec233374d01 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.513448] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Releasing lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.513901] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Received event network-changed-96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 816.514438] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Refreshing instance network info cache due to event network-changed-96305b43-c3a0-469c-a862-ad77b7e72f03. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 816.514771] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Acquiring lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.514985] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Acquired lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.515259] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Refreshing network info cache for port 96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 816.517687] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32163a51-f26d-4b17-92cc-be74de722e5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.530131] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f3d8793-2dc4-4357-b485-28d6a86ea703 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.549668] env[69763]: DEBUG nova.compute.provider_tree [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 816.619905] env[69763]: DEBUG nova.network.neutron [-] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.626019] env[69763]: DEBUG nova.network.neutron [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 816.659502] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122249, 'name': ReconfigVM_Task, 'duration_secs': 1.9033} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.659793] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f0054d4d-12f1-44ba-b35a-5cb84f87b84e/f0054d4d-12f1-44ba-b35a-5cb84f87b84e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 816.660643] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-56151e6d-4e1c-4fa5-a00c-ba1651b7fb84 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.669418] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 816.669418] env[69763]: value = "task-4122254" [ 816.669418] env[69763]: _type = "Task" [ 816.669418] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.680557] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122254, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.706849] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122253, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.762515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33f7ac3-5b5b-4f24-a06b-dba2e38d0c30 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "15a6e58d-e642-4771-8c38-fb1c7f988714" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.311s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.894390] env[69763]: DEBUG nova.network.neutron [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Updating instance_info_cache with network_info: [{"id": "bd42e200-d38b-4382-9d37-ce438f323a22", "address": "fa:16:3e:43:3c:90", "network": {"id": "3459ca95-0bfe-49e7-933d-f2e00a9c9282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1598407029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8daf9960f85041a5a416bfd96bf4a368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd42e200-d3", "ovs_interfaceid": "bd42e200-d38b-4382-9d37-ce438f323a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.053222] env[69763]: DEBUG nova.scheduler.client.report [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 817.123229] env[69763]: INFO nova.compute.manager [-] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Took 1.49 seconds to deallocate network for instance. [ 817.182090] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122254, 'name': Rename_Task, 'duration_secs': 0.472722} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.186941] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 817.187217] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c73066de-0ca9-436d-b55f-917ec1609c4a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.200443] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 817.200443] env[69763]: value = "task-4122255" [ 817.200443] env[69763]: _type = "Task" [ 817.200443] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.221817] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122253, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.357076} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.227705] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 7eafa89b-728a-42c8-9af7-5c909b1c3acb/7eafa89b-728a-42c8-9af7-5c909b1c3acb.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 817.227905] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 817.228093] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122255, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.228422] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-53fbc638-19fc-4a3c-a90b-95f6af0816f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.239897] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 817.239897] env[69763]: value = "task-4122256" [ 817.239897] env[69763]: _type = "Task" [ 817.239897] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.252039] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122256, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.268339] env[69763]: DEBUG nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 817.397392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Releasing lock "refresh_cache-b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.398293] env[69763]: DEBUG nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Instance network_info: |[{"id": "bd42e200-d38b-4382-9d37-ce438f323a22", "address": "fa:16:3e:43:3c:90", "network": {"id": "3459ca95-0bfe-49e7-933d-f2e00a9c9282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1598407029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8daf9960f85041a5a416bfd96bf4a368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd42e200-d3", "ovs_interfaceid": "bd42e200-d38b-4382-9d37-ce438f323a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 817.400781] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:3c:90', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4fb94adb-cc41-4c16-9830-a3205dbd2bf5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd42e200-d38b-4382-9d37-ce438f323a22', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.412848] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Creating folder: Project (8daf9960f85041a5a416bfd96bf4a368). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.412848] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e08c3e17-2b67-45d6-9113-c6fb760dffc0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.431221] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Created folder: Project (8daf9960f85041a5a416bfd96bf4a368) in parent group-v816505. [ 817.431548] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Creating folder: Instances. Parent ref: group-v816557. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.432180] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adf5617f-1198-448a-b307-7b96386e11ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.444293] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Created folder: Instances in parent group-v816557. [ 817.444802] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 817.445092] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.445407] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9478797d-0e54-48d6-a0fd-fbab00d802db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.469184] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.469184] env[69763]: value = "task-4122259" [ 817.469184] env[69763]: _type = "Task" [ 817.469184] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.480333] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122259, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.560943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.528s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.561167] env[69763]: INFO nova.compute.manager [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Migrating [ 817.561468] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.561757] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.562818] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.195s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.564719] env[69763]: INFO nova.compute.claims [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 817.633197] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.686418] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Updated VIF entry in instance network info cache for port 96305b43-c3a0-469c-a862-ad77b7e72f03. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 817.686870] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Updating instance_info_cache with network_info: [{"id": "96305b43-c3a0-469c-a862-ad77b7e72f03", "address": "fa:16:3e:29:55:2f", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96305b43-c3", "ovs_interfaceid": "96305b43-c3a0-469c-a862-ad77b7e72f03", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.718965] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122255, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.753241] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122256, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.092771} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.753541] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.754513] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0c56ff8-64ee-42c1-8d41-23f1b41fe546 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.781789] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 7eafa89b-728a-42c8-9af7-5c909b1c3acb/7eafa89b-728a-42c8-9af7-5c909b1c3acb.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.787373] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64efb247-76bc-4009-aee9-6f001c36f435 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.820818] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 817.820818] env[69763]: value = "task-4122260" [ 817.820818] env[69763]: _type = "Task" [ 817.820818] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.831940] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122260, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.836678] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.988441] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122259, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.071642] env[69763]: INFO nova.compute.rpcapi [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 818.071642] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.190047] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Releasing lock "refresh_cache-692b0f46-ba76-4bdd-a529-243bc0cd2546" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.190532] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Received event network-vif-plugged-d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.190729] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Acquiring lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.191263] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.191360] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.191576] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] No waiting events found dispatching network-vif-plugged-d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 818.191829] env[69763]: WARNING nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Received unexpected event network-vif-plugged-d530ebb6-e1fc-463b-ba3f-69c0f64656ef for instance with vm_state building and task_state spawning. [ 818.192171] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Received event network-changed-d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 818.192388] env[69763]: DEBUG nova.compute.manager [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Refreshing instance network info cache due to event network-changed-d530ebb6-e1fc-463b-ba3f-69c0f64656ef. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 818.192517] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Acquiring lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.192644] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Acquired lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.192818] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Refreshing network info cache for port d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.221512] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122255, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.244748] env[69763]: DEBUG nova.network.neutron [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Successfully updated port: a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 818.337227] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122260, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.487767] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122259, 'name': CreateVM_Task, 'duration_secs': 0.719357} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.487928] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.489247] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.490870] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.490870] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.493532] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9645af-60ff-4eeb-b13e-8e9566a30e17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.500286] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 818.500286] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52388fd7-792f-6afd-c700-f6b5131786df" [ 818.500286] env[69763]: _type = "Task" [ 818.500286] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.512748] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52388fd7-792f-6afd-c700-f6b5131786df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.574237] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "a33a085d-4071-41d5-895e-1fc75790e5ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.574647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "a33a085d-4071-41d5-895e-1fc75790e5ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.583502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "191807a6-2355-4856-a862-7a6aabd6c204" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.584459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "191807a6-2355-4856-a862-7a6aabd6c204" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.601050] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.601295] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.601478] env[69763]: DEBUG nova.network.neutron [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.608968] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.609253] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.609719] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.609719] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.609800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.613352] env[69763]: INFO nova.compute.manager [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Terminating instance [ 818.620347] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4c72e4-1cd7-416e-9603-f7ae76e6503f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.633246] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f3b2d5-18e9-486d-9ec2-0bb37bef0567 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.672990] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9a1cde7-cf2f-43e4-beb6-9562c9659abe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.682119] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b8bcc69-c699-4ec1-8a87-9a22aa53a6b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.699257] env[69763]: DEBUG nova.compute.provider_tree [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.718481] env[69763]: DEBUG oslo_vmware.api [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122255, 'name': PowerOnVM_Task, 'duration_secs': 1.277602} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.718481] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 818.718733] env[69763]: INFO nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Took 12.18 seconds to spawn the instance on the hypervisor. [ 818.720011] env[69763]: DEBUG nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 818.720011] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2dd111-77e0-4d52-83dd-b0bc80fe4c63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.749631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "refresh_cache-237f9247-6f24-4bbd-b9d1-84402bb6670d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.749631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "refresh_cache-237f9247-6f24-4bbd-b9d1-84402bb6670d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.749631] env[69763]: DEBUG nova.network.neutron [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.841078] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122260, 'name': ReconfigVM_Task, 'duration_secs': 0.760656} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.841078] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 7eafa89b-728a-42c8-9af7-5c909b1c3acb/7eafa89b-728a-42c8-9af7-5c909b1c3acb.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 818.841466] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d9ffb3a-f3d3-4ff7-9cd1-978f98334b38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.851802] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 818.851802] env[69763]: value = "task-4122261" [ 818.851802] env[69763]: _type = "Task" [ 818.851802] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.861703] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122261, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.017637] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52388fd7-792f-6afd-c700-f6b5131786df, 'name': SearchDatastore_Task, 'duration_secs': 0.012758} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.018103] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.018932] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.019203] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.019387] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.019604] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.022228] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc451d63-9e68-4e11-a833-0f8922227b76 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.033022] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 819.033022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 819.033022] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd44ba3f-fbb2-4cf8-90f5-71098c666894 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.042914] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 819.042914] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ffa22f-3086-427e-72dd-0081e709f762" [ 819.042914] env[69763]: _type = "Task" [ 819.042914] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.052519] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ffa22f-3086-427e-72dd-0081e709f762, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.117943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "refresh_cache-aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.120470] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquired lock "refresh_cache-aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.121180] env[69763]: DEBUG nova.network.neutron [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.156733] env[69763]: DEBUG nova.compute.manager [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Received event network-vif-plugged-bd42e200-d38b-4382-9d37-ce438f323a22 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.157756] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] Acquiring lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.161475] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] Lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.161475] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] Lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.004s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.161475] env[69763]: DEBUG nova.compute.manager [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] No waiting events found dispatching network-vif-plugged-bd42e200-d38b-4382-9d37-ce438f323a22 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 819.161475] env[69763]: WARNING nova.compute.manager [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Received unexpected event network-vif-plugged-bd42e200-d38b-4382-9d37-ce438f323a22 for instance with vm_state building and task_state spawning. [ 819.161652] env[69763]: DEBUG nova.compute.manager [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Received event network-changed-bd42e200-d38b-4382-9d37-ce438f323a22 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.161689] env[69763]: DEBUG nova.compute.manager [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Refreshing instance network info cache due to event network-changed-bd42e200-d38b-4382-9d37-ce438f323a22. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.162481] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] Acquiring lock "refresh_cache-b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.162481] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] Acquired lock "refresh_cache-b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.162481] env[69763]: DEBUG nova.network.neutron [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Refreshing network info cache for port bd42e200-d38b-4382-9d37-ce438f323a22 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 819.210415] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Updated VIF entry in instance network info cache for port d530ebb6-e1fc-463b-ba3f-69c0f64656ef. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.210415] env[69763]: DEBUG nova.network.neutron [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Updating instance_info_cache with network_info: [{"id": "d530ebb6-e1fc-463b-ba3f-69c0f64656ef", "address": "fa:16:3e:a6:b7:7c", "network": {"id": "b02b10ac-9a4d-4dbf-8dcb-819456bb0289", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1750405143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6357bc400fff46689ddcc50959d6c678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd530ebb6-e1", "ovs_interfaceid": "d530ebb6-e1fc-463b-ba3f-69c0f64656ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.239321] env[69763]: INFO nova.compute.manager [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Took 29.35 seconds to build instance. [ 819.242881] env[69763]: ERROR nova.scheduler.client.report [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [req-a71ccba0-0abd-48f5-9bde-cd780a7ce6d2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a71ccba0-0abd-48f5-9bde-cd780a7ce6d2"}]} [ 819.283256] env[69763]: DEBUG nova.scheduler.client.report [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 819.302672] env[69763]: DEBUG nova.scheduler.client.report [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 819.303087] env[69763]: DEBUG nova.compute.provider_tree [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.323802] env[69763]: DEBUG nova.scheduler.client.report [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: fe94f2df-d8b0-4944-a4ca-065e7d5db55a {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 819.347770] env[69763]: DEBUG nova.scheduler.client.report [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 819.362576] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122261, 'name': Rename_Task, 'duration_secs': 0.273084} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.362882] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.363164] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1478f74d-1468-4792-b46d-6080a2c4d0a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.371793] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 819.371793] env[69763]: value = "task-4122262" [ 819.371793] env[69763]: _type = "Task" [ 819.371793] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.385652] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.427706] env[69763]: DEBUG nova.network.neutron [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.559735] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ffa22f-3086-427e-72dd-0081e709f762, 'name': SearchDatastore_Task, 'duration_secs': 0.011323} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.560578] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8703862-2cb9-48bb-8209-b542d4787248 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.572045] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 819.572045] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522f593f-3ff7-d9f2-0579-985b7ce07ca2" [ 819.572045] env[69763]: _type = "Task" [ 819.572045] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.580858] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522f593f-3ff7-d9f2-0579-985b7ce07ca2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.698169] env[69763]: DEBUG nova.network.neutron [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 819.719247] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ef0633b-a5b8-47c6-8672-08397b993b33 req-a0bf6831-3bec-4f2e-85aa-02a966a5fb08 service nova] Releasing lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.747032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736ed979-3547-4834-85bb-a34ee290a34a tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.867s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.848581] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7848daa-19d3-4580-9495-2f33dea123f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.860330] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7013232-818f-4f9a-8d3b-9daf3f235237 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.898822] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092d9e77-d86e-4000-bcb1-9919f4cc2d03 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.902606] env[69763]: DEBUG nova.network.neutron [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.911652] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122262, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.915901] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b74e7dbf-b5fe-42a8-b260-1ff3b8dfd15c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.941257] env[69763]: DEBUG nova.compute.provider_tree [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.083113] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522f593f-3ff7-d9f2-0579-985b7ce07ca2, 'name': SearchDatastore_Task, 'duration_secs': 0.012636} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.083345] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.083974] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] b7de59cd-c34b-44f8-8adc-4e8c4995e7f2/b7de59cd-c34b-44f8-8adc-4e8c4995e7f2.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.084343] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-91fdc149-1e45-4cb6-a7f2-4c32133760e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.096525] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 820.096525] env[69763]: value = "task-4122263" [ 820.096525] env[69763]: _type = "Task" [ 820.096525] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.106771] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122263, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.132973] env[69763]: DEBUG nova.network.neutron [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance_info_cache with network_info: [{"id": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "address": "fa:16:3e:7a:46:f1", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96662615-47", "ovs_interfaceid": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.155205] env[69763]: DEBUG nova.network.neutron [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Updating instance_info_cache with network_info: [{"id": "a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d", "address": "fa:16:3e:bc:31:ec", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958b4c0-b1", "ovs_interfaceid": "a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.249377] env[69763]: DEBUG nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 820.290895] env[69763]: DEBUG nova.network.neutron [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Updated VIF entry in instance network info cache for port bd42e200-d38b-4382-9d37-ce438f323a22. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 820.291410] env[69763]: DEBUG nova.network.neutron [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Updating instance_info_cache with network_info: [{"id": "bd42e200-d38b-4382-9d37-ce438f323a22", "address": "fa:16:3e:43:3c:90", "network": {"id": "3459ca95-0bfe-49e7-933d-f2e00a9c9282", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1598407029-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8daf9960f85041a5a416bfd96bf4a368", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4fb94adb-cc41-4c16-9830-a3205dbd2bf5", "external-id": "nsx-vlan-transportzone-100", "segmentation_id": 100, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd42e200-d3", "ovs_interfaceid": "bd42e200-d38b-4382-9d37-ce438f323a22", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.364393] env[69763]: DEBUG nova.compute.manager [None req-f54ccb0c-a60e-442e-a9f4-38e712ab1620 tempest-ServerExternalEventsTest-188675933 tempest-ServerExternalEventsTest-188675933-project] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Received event network-changed {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.365200] env[69763]: DEBUG nova.compute.manager [None req-f54ccb0c-a60e-442e-a9f4-38e712ab1620 tempest-ServerExternalEventsTest-188675933 tempest-ServerExternalEventsTest-188675933-project] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Refreshing instance network info cache due to event network-changed. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 820.365549] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f54ccb0c-a60e-442e-a9f4-38e712ab1620 tempest-ServerExternalEventsTest-188675933 tempest-ServerExternalEventsTest-188675933-project] Acquiring lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.365722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f54ccb0c-a60e-442e-a9f4-38e712ab1620 tempest-ServerExternalEventsTest-188675933 tempest-ServerExternalEventsTest-188675933-project] Acquired lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.365882] env[69763]: DEBUG nova.network.neutron [None req-f54ccb0c-a60e-442e-a9f4-38e712ab1620 tempest-ServerExternalEventsTest-188675933 tempest-ServerExternalEventsTest-188675933-project] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.407240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Releasing lock "refresh_cache-aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.407710] env[69763]: DEBUG nova.compute.manager [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 820.409407] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 820.409407] env[69763]: DEBUG oslo_vmware.api [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122262, 'name': PowerOnVM_Task, 'duration_secs': 0.56213} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.409407] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ff992da-0dec-4a8d-a19d-589966bffa48 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.412811] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.412811] env[69763]: INFO nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Took 11.36 seconds to spawn the instance on the hypervisor. [ 820.412811] env[69763]: DEBUG nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 820.413629] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bc1d9a-62c1-4a5a-8cc7-53f24ca8d211 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.427667] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 820.429150] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bcd85662-5c8a-4b5e-8b3a-efd607b95eef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.438396] env[69763]: DEBUG oslo_vmware.api [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 820.438396] env[69763]: value = "task-4122264" [ 820.438396] env[69763]: _type = "Task" [ 820.438396] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.451307] env[69763]: DEBUG oslo_vmware.api [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122264, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.507211] env[69763]: DEBUG nova.scheduler.client.report [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 32 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 820.507850] env[69763]: DEBUG nova.compute.provider_tree [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 32 to 33 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 820.508060] env[69763]: DEBUG nova.compute.provider_tree [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.611023] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122263, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.639080] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.659260] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "refresh_cache-237f9247-6f24-4bbd-b9d1-84402bb6670d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.659649] env[69763]: DEBUG nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Instance network_info: |[{"id": "a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d", "address": "fa:16:3e:bc:31:ec", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958b4c0-b1", "ovs_interfaceid": "a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 820.660582] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:31:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 820.670723] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating folder: Project (899bc7e2ad7f45848aad68ec49d6012c). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.671766] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d49165a-675d-4eff-8ce4-36621708cfda {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.687517] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created folder: Project (899bc7e2ad7f45848aad68ec49d6012c) in parent group-v816505. [ 820.688275] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating folder: Instances. Parent ref: group-v816560. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 820.688275] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a38c6a77-17c7-4427-b04a-dd0e620a8c16 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.704845] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created folder: Instances in parent group-v816560. [ 820.705231] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.705623] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 820.706933] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-409d5182-0d60-4bd8-b9c7-57d281fe20f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.733283] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 820.733283] env[69763]: value = "task-4122267" [ 820.733283] env[69763]: _type = "Task" [ 820.733283] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.743158] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122267, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.781264] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.796840] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] Releasing lock "refresh_cache-b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.796840] env[69763]: DEBUG nova.compute.manager [req-7d22817b-8c0b-47ae-a87c-70612951e4c1 req-7f63cc2a-2ecf-44ee-99e7-e7dd35612622 service nova] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Received event network-vif-deleted-5e35f24a-eb85-40f4-9327-498d7d6e7732 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 820.943066] env[69763]: INFO nova.compute.manager [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Took 27.38 seconds to build instance. [ 820.953805] env[69763]: DEBUG oslo_vmware.api [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122264, 'name': PowerOffVM_Task, 'duration_secs': 0.263593} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.953805] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 820.953805] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 820.953805] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6fa53dc-3453-4db7-903a-9228934ab8fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.986365] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.986684] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.986757] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleting the datastore file [datastore2] aae9c3c4-2b4b-45af-abb8-31ca8bbe8714 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.987133] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b98b593a-ac06-4339-8bd4-3ac2cf2be45a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.996169] env[69763]: DEBUG oslo_vmware.api [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for the task: (returnval){ [ 820.996169] env[69763]: value = "task-4122269" [ 820.996169] env[69763]: _type = "Task" [ 820.996169] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.011015] env[69763]: DEBUG oslo_vmware.api [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122269, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.015893] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.453s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.016709] env[69763]: DEBUG nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 821.021551] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.536s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.023640] env[69763]: INFO nova.compute.claims [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 821.116448] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.246604] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122267, 'name': CreateVM_Task, 'duration_secs': 0.503302} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.246919] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.248293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.248293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.248293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.248538] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-916fcd29-039d-487d-b2f2-7a0acf51b756 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.254866] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 821.254866] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5247d4dd-5cfe-fa6b-4762-4303fdefefdd" [ 821.254866] env[69763]: _type = "Task" [ 821.254866] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.263863] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5247d4dd-5cfe-fa6b-4762-4303fdefefdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.289878] env[69763]: DEBUG nova.network.neutron [None req-f54ccb0c-a60e-442e-a9f4-38e712ab1620 tempest-ServerExternalEventsTest-188675933 tempest-ServerExternalEventsTest-188675933-project] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Updating instance_info_cache with network_info: [{"id": "8f099fc0-b147-4c2e-93e4-ddb1c04119d6", "address": "fa:16:3e:86:bd:c6", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.22", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f099fc0-b1", "ovs_interfaceid": "8f099fc0-b147-4c2e-93e4-ddb1c04119d6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.446774] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e1b9f97-968b-4d67-b291-38ba1ded0a4e tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.395s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.512584] env[69763]: DEBUG oslo_vmware.api [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Task: {'id': task-4122269, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.125453} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.512867] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 821.513074] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 821.513260] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 821.513434] env[69763]: INFO nova.compute.manager [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Took 1.11 seconds to destroy the instance on the hypervisor. [ 821.513683] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.513872] env[69763]: DEBUG nova.compute.manager [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 821.514009] env[69763]: DEBUG nova.network.neutron [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 821.531617] env[69763]: DEBUG nova.compute.utils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 821.532451] env[69763]: DEBUG nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 821.532674] env[69763]: DEBUG nova.network.neutron [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 821.539018] env[69763]: DEBUG nova.network.neutron [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 821.610708] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122263, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.657799] env[69763]: DEBUG nova.policy [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4649b0f89f3149988504a447c22e30ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4accb92800449e9a1c69d2ff9c8e671', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 821.766981] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5247d4dd-5cfe-fa6b-4762-4303fdefefdd, 'name': SearchDatastore_Task, 'duration_secs': 0.015622} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.766981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.767614] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.767614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.767764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.768352] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.768352] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-be01e853-8e01-4bef-a270-d6fcee944d2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.786036] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.786036] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.786534] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a272f827-c6b5-43af-8482-ea3f80664a34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.792947] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 821.792947] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52336a79-ada8-8729-8fb5-ba0bc9bc0294" [ 821.792947] env[69763]: _type = "Task" [ 821.792947] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.801053] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f54ccb0c-a60e-442e-a9f4-38e712ab1620 tempest-ServerExternalEventsTest-188675933 tempest-ServerExternalEventsTest-188675933-project] Releasing lock "refresh_cache-15a6e58d-e642-4771-8c38-fb1c7f988714" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.808234] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52336a79-ada8-8729-8fb5-ba0bc9bc0294, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.953013] env[69763]: DEBUG nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 821.970116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquiring lock "15a6e58d-e642-4771-8c38-fb1c7f988714" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.970116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "15a6e58d-e642-4771-8c38-fb1c7f988714" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.006s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.970116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquiring lock "15a6e58d-e642-4771-8c38-fb1c7f988714-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.970116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "15a6e58d-e642-4771-8c38-fb1c7f988714-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.970399] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "15a6e58d-e642-4771-8c38-fb1c7f988714-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.972161] env[69763]: INFO nova.compute.manager [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Terminating instance [ 822.039837] env[69763]: DEBUG nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 822.050425] env[69763]: DEBUG nova.network.neutron [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.115353] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122263, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.827161} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.115648] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] b7de59cd-c34b-44f8-8adc-4e8c4995e7f2/b7de59cd-c34b-44f8-8adc-4e8c4995e7f2.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 822.116198] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 822.116999] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d931fa48-1906-4c59-abfa-654eaee8ad53 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.128801] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 822.128801] env[69763]: value = "task-4122270" [ 822.128801] env[69763]: _type = "Task" [ 822.128801] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.139224] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122270, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.169134] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3957388-9d3b-4f72-92dd-f63b4adf3be1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.200552] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance 'e4012c7e-7b29-4ada-b5d4-5e092555a6d1' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 822.317717] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52336a79-ada8-8729-8fb5-ba0bc9bc0294, 'name': SearchDatastore_Task, 'duration_secs': 0.017981} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.317717] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef02747a-91a4-4b2c-b4b6-03a3bb1839ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.333072] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 822.333072] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5221a0ab-e46f-d587-5cc0-8c314b17b1cf" [ 822.333072] env[69763]: _type = "Task" [ 822.333072] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.345581] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5221a0ab-e46f-d587-5cc0-8c314b17b1cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.420171] env[69763]: DEBUG nova.compute.manager [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Received event network-vif-plugged-a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.420553] env[69763]: DEBUG oslo_concurrency.lockutils [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] Acquiring lock "237f9247-6f24-4bbd-b9d1-84402bb6670d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.421017] env[69763]: DEBUG oslo_concurrency.lockutils [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] Lock "237f9247-6f24-4bbd-b9d1-84402bb6670d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.421269] env[69763]: DEBUG oslo_concurrency.lockutils [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] Lock "237f9247-6f24-4bbd-b9d1-84402bb6670d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.421610] env[69763]: DEBUG nova.compute.manager [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] No waiting events found dispatching network-vif-plugged-a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 822.421862] env[69763]: WARNING nova.compute.manager [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Received unexpected event network-vif-plugged-a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d for instance with vm_state building and task_state spawning. [ 822.422094] env[69763]: DEBUG nova.compute.manager [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Received event network-changed-a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 822.422393] env[69763]: DEBUG nova.compute.manager [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Refreshing instance network info cache due to event network-changed-a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 822.423057] env[69763]: DEBUG oslo_concurrency.lockutils [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] Acquiring lock "refresh_cache-237f9247-6f24-4bbd-b9d1-84402bb6670d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.423057] env[69763]: DEBUG oslo_concurrency.lockutils [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] Acquired lock "refresh_cache-237f9247-6f24-4bbd-b9d1-84402bb6670d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.423285] env[69763]: DEBUG nova.network.neutron [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Refreshing network info cache for port a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.476651] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.477407] env[69763]: DEBUG nova.compute.manager [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 822.477748] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.479963] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbbc544-998e-4402-b2fb-f888235e90a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.488635] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.493397] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c0a1050-e823-43c2-bd7b-fc9673f20822 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.502388] env[69763]: DEBUG oslo_vmware.api [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 822.502388] env[69763]: value = "task-4122271" [ 822.502388] env[69763]: _type = "Task" [ 822.502388] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.514102] env[69763]: DEBUG oslo_vmware.api [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122271, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.557470] env[69763]: INFO nova.compute.manager [-] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Took 1.04 seconds to deallocate network for instance. [ 822.560705] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48511853-4283-46a3-9543-26132565902d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.575790] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88b49a5d-db3f-418f-9abf-7db88d2aff78 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.617615] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-413c5540-311a-4a15-b69d-29f1bb51e153 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.628741] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aa527b-955a-4e1a-9783-b07b88a4f0b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.665476] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122270, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102454} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.665682] env[69763]: DEBUG nova.compute.provider_tree [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 822.667361] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 822.669719] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7529c5-40bc-4f41-aeb1-0a492af0a16e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.701346] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] b7de59cd-c34b-44f8-8adc-4e8c4995e7f2/b7de59cd-c34b-44f8-8adc-4e8c4995e7f2.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 822.702579] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03373f15-ee7f-4dab-a32b-4ce2b9bb9191 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.724189] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 822.724189] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76703b5c-3912-4d37-930b-c2d421970c1c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.732548] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 822.732548] env[69763]: value = "task-4122272" [ 822.732548] env[69763]: _type = "Task" [ 822.732548] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.735877] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 822.735877] env[69763]: value = "task-4122273" [ 822.735877] env[69763]: _type = "Task" [ 822.735877] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.753826] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122272, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.757358] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122273, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.844245] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5221a0ab-e46f-d587-5cc0-8c314b17b1cf, 'name': SearchDatastore_Task, 'duration_secs': 0.035024} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.844245] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.844387] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 237f9247-6f24-4bbd-b9d1-84402bb6670d/237f9247-6f24-4bbd-b9d1-84402bb6670d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.844544] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ee1d926-c721-40df-85e6-0b9de86dfb75 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.854269] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 822.854269] env[69763]: value = "task-4122274" [ 822.854269] env[69763]: _type = "Task" [ 822.854269] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.863587] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122274, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.010166] env[69763]: DEBUG nova.network.neutron [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Successfully created port: a82fea55-f0c7-4e9c-b0a4-9ec778a70e83 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 823.019248] env[69763]: DEBUG oslo_vmware.api [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122271, 'name': PowerOffVM_Task, 'duration_secs': 0.296108} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.019674] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.019958] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 823.020311] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b43d072b-a278-44b4-b2bf-c14ec30e9e17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.061834] env[69763]: DEBUG nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 823.069299] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 823.102821] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.104813] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.105130] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.105357] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.105510] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.105938] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.106271] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.106407] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.106672] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.106754] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.106982] env[69763]: DEBUG nova.virt.hardware [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.110207] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5ae5e0-e15c-47ca-a405-9bac0f193295 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.115054] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 823.116181] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 823.116425] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Deleting the datastore file [datastore2] 15a6e58d-e642-4771-8c38-fb1c7f988714 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 823.116737] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2bed3112-4926-40c8-a9c2-a5b22759ade3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.124952] env[69763]: DEBUG oslo_vmware.api [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for the task: (returnval){ [ 823.124952] env[69763]: value = "task-4122276" [ 823.124952] env[69763]: _type = "Task" [ 823.124952] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.132176] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec8a61c-d4a2-4947-a2f3-23509a7dfd24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.147939] env[69763]: DEBUG oslo_vmware.api [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.169550] env[69763]: DEBUG nova.scheduler.client.report [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.249478] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122272, 'name': PowerOffVM_Task, 'duration_secs': 0.235862} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.250393] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 823.250667] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance 'e4012c7e-7b29-4ada-b5d4-5e092555a6d1' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 823.259131] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122273, 'name': ReconfigVM_Task, 'duration_secs': 0.421876} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.261593] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Reconfigured VM instance instance-0000000f to attach disk [datastore2] b7de59cd-c34b-44f8-8adc-4e8c4995e7f2/b7de59cd-c34b-44f8-8adc-4e8c4995e7f2.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 823.261593] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6bb11e1d-a0f0-4800-b102-23420db0a01a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.272659] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 823.272659] env[69763]: value = "task-4122277" [ 823.272659] env[69763]: _type = "Task" [ 823.272659] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.285329] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122277, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.365408] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122274, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.641231] env[69763]: DEBUG oslo_vmware.api [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122276, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.676394] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.676935] env[69763]: DEBUG nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 823.680428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.081s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.680875] env[69763]: DEBUG nova.objects.instance [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lazy-loading 'resources' on Instance uuid 60727adc-657b-4b01-ae39-48f7cf68a19c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.762465] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.762678] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.762828] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.763012] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.763174] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.763321] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.763533] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.763688] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.763896] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.764255] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.764478] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.771247] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25811e0b-9392-4fa9-ac65-d56b5ffc27c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.796655] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122277, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.800019] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 823.800019] env[69763]: value = "task-4122278" [ 823.800019] env[69763]: _type = "Task" [ 823.800019] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.811037] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122278, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.872048] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122274, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.723658} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.872048] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 237f9247-6f24-4bbd-b9d1-84402bb6670d/237f9247-6f24-4bbd-b9d1-84402bb6670d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.872048] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.872048] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-820b7599-88b7-4056-b2f4-1dab73e3ab95 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.879394] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 823.879394] env[69763]: value = "task-4122279" [ 823.879394] env[69763]: _type = "Task" [ 823.879394] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.891822] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.992165] env[69763]: DEBUG nova.network.neutron [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Updated VIF entry in instance network info cache for port a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 823.992165] env[69763]: DEBUG nova.network.neutron [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Updating instance_info_cache with network_info: [{"id": "a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d", "address": "fa:16:3e:bc:31:ec", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa958b4c0-b1", "ovs_interfaceid": "a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.141774] env[69763]: DEBUG oslo_vmware.api [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Task: {'id': task-4122276, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.618566} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.142424] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 824.142770] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 824.143339] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 824.143733] env[69763]: INFO nova.compute.manager [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Took 1.67 seconds to destroy the instance on the hypervisor. [ 824.144104] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 824.145028] env[69763]: DEBUG nova.compute.manager [-] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 824.145028] env[69763]: DEBUG nova.network.neutron [-] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 824.183970] env[69763]: DEBUG nova.compute.utils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 824.183970] env[69763]: DEBUG nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 824.183970] env[69763]: DEBUG nova.network.neutron [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 824.295484] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122277, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.308681] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122278, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.347526] env[69763]: DEBUG nova.policy [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e12720da45774f809417622bac157f47', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '75007e8035f34af0827c67e43fd5b429', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 824.398518] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.494062] env[69763]: DEBUG oslo_concurrency.lockutils [req-0502000b-fc3a-4b2e-828c-928cb3facea0 req-869faae4-a2ab-4528-b013-6fe9416bd2b0 service nova] Releasing lock "refresh_cache-237f9247-6f24-4bbd-b9d1-84402bb6670d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.675852] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6023c3a-12c6-4a5d-87c3-37c6e273b28c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.684781] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dbab2f-03df-4788-8aa8-9140364effac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.690269] env[69763]: DEBUG nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 824.726838] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f860cdf3-f00c-49f7-8b29-b5bbbccb31f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.736681] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3188c4a-fb41-48ee-9862-4d1021b74dbb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.753962] env[69763]: DEBUG nova.compute.provider_tree [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 824.795274] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122277, 'name': Rename_Task, 'duration_secs': 1.397414} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.796725] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 824.796725] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-950b5b55-88c0-4119-944b-1345055986bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.805308] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 824.805308] env[69763]: value = "task-4122280" [ 824.805308] env[69763]: _type = "Task" [ 824.805308] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.814030] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122278, 'name': ReconfigVM_Task, 'duration_secs': 0.688557} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.821599] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance 'e4012c7e-7b29-4ada-b5d4-5e092555a6d1' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 824.825281] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122280, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.901123] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.822889} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.901123] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 824.901668] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8be53ee6-e296-471d-ae6c-de9fb557e597 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.937030] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 237f9247-6f24-4bbd-b9d1-84402bb6670d/237f9247-6f24-4bbd-b9d1-84402bb6670d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 824.937813] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d301916-1081-471b-b8f4-e5b66f04350a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.957597] env[69763]: DEBUG nova.compute.manager [req-472620db-6da0-4780-b131-c52a1f5c65b6 req-ac1034e7-bcfa-4274-8293-f142d9f4e727 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Received event network-changed-a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.957771] env[69763]: DEBUG nova.compute.manager [req-472620db-6da0-4780-b131-c52a1f5c65b6 req-ac1034e7-bcfa-4274-8293-f142d9f4e727 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Refreshing instance network info cache due to event network-changed-a654feb0-296b-452d-a274-5b2de5e6abd2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.957987] env[69763]: DEBUG oslo_concurrency.lockutils [req-472620db-6da0-4780-b131-c52a1f5c65b6 req-ac1034e7-bcfa-4274-8293-f142d9f4e727 service nova] Acquiring lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.958144] env[69763]: DEBUG oslo_concurrency.lockutils [req-472620db-6da0-4780-b131-c52a1f5c65b6 req-ac1034e7-bcfa-4274-8293-f142d9f4e727 service nova] Acquired lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.958291] env[69763]: DEBUG nova.network.neutron [req-472620db-6da0-4780-b131-c52a1f5c65b6 req-ac1034e7-bcfa-4274-8293-f142d9f4e727 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Refreshing network info cache for port a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.966511] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 824.966511] env[69763]: value = "task-4122281" [ 824.966511] env[69763]: _type = "Task" [ 824.966511] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.990510] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122281, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.214016] env[69763]: DEBUG nova.network.neutron [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Successfully created port: b5853f59-4a73-4b73-b8cf-f4367c079646 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 825.259684] env[69763]: DEBUG nova.scheduler.client.report [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 825.318095] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122280, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.336423] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.336833] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.337020] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.337229] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.337374] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.337532] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.338235] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.338235] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.338235] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.338453] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.338689] env[69763]: DEBUG nova.virt.hardware [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.344608] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 825.344957] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b9b198a-bd8a-46ef-a279-59c007632dd2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.366802] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 825.366802] env[69763]: value = "task-4122282" [ 825.366802] env[69763]: _type = "Task" [ 825.366802] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.377827] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122282, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.478601] env[69763]: DEBUG nova.network.neutron [-] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.480335] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122281, 'name': ReconfigVM_Task, 'duration_secs': 0.413584} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.480335] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 237f9247-6f24-4bbd-b9d1-84402bb6670d/237f9247-6f24-4bbd-b9d1-84402bb6670d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 825.480824] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cdd64289-bf27-47be-96e0-8e90c263c771 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.489857] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 825.489857] env[69763]: value = "task-4122283" [ 825.489857] env[69763]: _type = "Task" [ 825.489857] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.502413] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122283, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.524694] env[69763]: DEBUG nova.compute.manager [req-545d5080-53a1-46b2-93d4-f848bf154af7 req-799229da-5a07-4aaf-933e-20080f91fd44 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Received event network-changed-d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 825.524694] env[69763]: DEBUG nova.compute.manager [req-545d5080-53a1-46b2-93d4-f848bf154af7 req-799229da-5a07-4aaf-933e-20080f91fd44 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Refreshing instance network info cache due to event network-changed-d530ebb6-e1fc-463b-ba3f-69c0f64656ef. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 825.524694] env[69763]: DEBUG oslo_concurrency.lockutils [req-545d5080-53a1-46b2-93d4-f848bf154af7 req-799229da-5a07-4aaf-933e-20080f91fd44 service nova] Acquiring lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.524694] env[69763]: DEBUG oslo_concurrency.lockutils [req-545d5080-53a1-46b2-93d4-f848bf154af7 req-799229da-5a07-4aaf-933e-20080f91fd44 service nova] Acquired lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.524694] env[69763]: DEBUG nova.network.neutron [req-545d5080-53a1-46b2-93d4-f848bf154af7 req-799229da-5a07-4aaf-933e-20080f91fd44 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Refreshing network info cache for port d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 825.702546] env[69763]: DEBUG nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 825.742028] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 825.742028] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 825.742028] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 825.742028] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 825.742593] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 825.742593] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 825.742593] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 825.742593] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 825.742593] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 825.742759] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 825.742759] env[69763]: DEBUG nova.virt.hardware [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 825.743201] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65058ea7-d41e-4bd0-8c43-b36bdb062b66 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.759443] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05558cb-ac08-4c79-8777-54cfea06697b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.765853] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.085s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.780223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.986s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.780522] env[69763]: DEBUG nova.objects.instance [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lazy-loading 'resources' on Instance uuid 04f381bb-52dc-438f-8617-70dd4e4e6deb {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 825.806264] env[69763]: INFO nova.scheduler.client.report [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Deleted allocations for instance 60727adc-657b-4b01-ae39-48f7cf68a19c [ 825.821759] env[69763]: DEBUG oslo_vmware.api [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122280, 'name': PowerOnVM_Task, 'duration_secs': 0.639066} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.823035] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 825.823035] env[69763]: INFO nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Took 12.30 seconds to spawn the instance on the hypervisor. [ 825.823035] env[69763]: DEBUG nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 825.823664] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39ef906-5b07-408c-a4f1-d920b676d78a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.880032] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122282, 'name': ReconfigVM_Task, 'duration_secs': 0.303383} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.880032] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 825.880032] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8471ae3a-f337-425b-94d2-d8bf1606edd5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.904882] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] e4012c7e-7b29-4ada-b5d4-5e092555a6d1/e4012c7e-7b29-4ada-b5d4-5e092555a6d1.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.906502] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-39846c53-978e-46f0-ac41-cad9002a6aee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.926929] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 825.926929] env[69763]: value = "task-4122284" [ 825.926929] env[69763]: _type = "Task" [ 825.926929] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.937023] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122284, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.984449] env[69763]: INFO nova.compute.manager [-] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Took 1.84 seconds to deallocate network for instance. [ 826.001798] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122283, 'name': Rename_Task, 'duration_secs': 0.201622} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.003292] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 826.003627] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6a068b85-bbd5-4655-9756-6b463599fafa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.014643] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 826.014643] env[69763]: value = "task-4122285" [ 826.014643] env[69763]: _type = "Task" [ 826.014643] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.019759] env[69763]: DEBUG nova.network.neutron [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Successfully updated port: a82fea55-f0c7-4e9c-b0a4-9ec778a70e83 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 826.029045] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.322397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a26188e-3f22-4ff7-8ad3-5b5d4e17abc5 tempest-AttachInterfacesV270Test-1182665717 tempest-AttachInterfacesV270Test-1182665717-project-member] Lock "60727adc-657b-4b01-ae39-48f7cf68a19c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.459s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.348928] env[69763]: INFO nova.compute.manager [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Took 29.14 seconds to build instance. [ 826.382408] env[69763]: DEBUG nova.network.neutron [req-472620db-6da0-4780-b131-c52a1f5c65b6 req-ac1034e7-bcfa-4274-8293-f142d9f4e727 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Updated VIF entry in instance network info cache for port a654feb0-296b-452d-a274-5b2de5e6abd2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.382865] env[69763]: DEBUG nova.network.neutron [req-472620db-6da0-4780-b131-c52a1f5c65b6 req-ac1034e7-bcfa-4274-8293-f142d9f4e727 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Updating instance_info_cache with network_info: [{"id": "a654feb0-296b-452d-a274-5b2de5e6abd2", "address": "fa:16:3e:84:73:40", "network": {"id": "f2ca5814-c036-4482-bf16-7b8b9c5f009b", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-26203141-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.174", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5b99a98b72754efaaf9b86547508374e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6d62c1cf-f39a-4626-9552-f1e13c692636", "external-id": "nsx-vlan-transportzone-748", "segmentation_id": 748, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa654feb0-29", "ovs_interfaceid": "a654feb0-296b-452d-a274-5b2de5e6abd2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.438664] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122284, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.493782] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 826.521811] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "refresh_cache-139c1c58-6206-4350-a68d-0ec195119fd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.521811] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "refresh_cache-139c1c58-6206-4350-a68d-0ec195119fd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.521811] env[69763]: DEBUG nova.network.neutron [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 826.528706] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122285, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.622676] env[69763]: DEBUG nova.network.neutron [req-545d5080-53a1-46b2-93d4-f848bf154af7 req-799229da-5a07-4aaf-933e-20080f91fd44 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Updated VIF entry in instance network info cache for port d530ebb6-e1fc-463b-ba3f-69c0f64656ef. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 826.623270] env[69763]: DEBUG nova.network.neutron [req-545d5080-53a1-46b2-93d4-f848bf154af7 req-799229da-5a07-4aaf-933e-20080f91fd44 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Updating instance_info_cache with network_info: [{"id": "d530ebb6-e1fc-463b-ba3f-69c0f64656ef", "address": "fa:16:3e:a6:b7:7c", "network": {"id": "b02b10ac-9a4d-4dbf-8dcb-819456bb0289", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1750405143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6357bc400fff46689ddcc50959d6c678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd530ebb6-e1", "ovs_interfaceid": "d530ebb6-e1fc-463b-ba3f-69c0f64656ef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 826.841154] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87b0c577-d4c8-4957-8e8e-647bd6403ae4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.850486] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f12134f-88ea-4f57-a329-b3dca583425d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.858499] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c391583-a46f-4bf5-b017-c6e181f47a01 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.304s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 826.893644] env[69763]: DEBUG oslo_concurrency.lockutils [req-472620db-6da0-4780-b131-c52a1f5c65b6 req-ac1034e7-bcfa-4274-8293-f142d9f4e727 service nova] Releasing lock "refresh_cache-f0054d4d-12f1-44ba-b35a-5cb84f87b84e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.896020] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45839c4-3782-49e8-a72f-6c1934796ea8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.904333] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b471d2-3bb2-405c-ac41-af5087de9901 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.921053] env[69763]: DEBUG nova.compute.provider_tree [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.940166] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122284, 'name': ReconfigVM_Task, 'duration_secs': 0.518852} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.940166] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Reconfigured VM instance instance-00000006 to attach disk [datastore1] e4012c7e-7b29-4ada-b5d4-5e092555a6d1/e4012c7e-7b29-4ada-b5d4-5e092555a6d1.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.940388] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance 'e4012c7e-7b29-4ada-b5d4-5e092555a6d1' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.026147] env[69763]: DEBUG oslo_vmware.api [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122285, 'name': PowerOnVM_Task, 'duration_secs': 0.751072} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.026147] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.026147] env[69763]: INFO nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Took 10.97 seconds to spawn the instance on the hypervisor. [ 827.026147] env[69763]: DEBUG nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 827.026147] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7dc8fd-d1aa-4864-ac5f-c48ebf28ef87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.075316] env[69763]: DEBUG nova.network.neutron [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.127335] env[69763]: DEBUG oslo_concurrency.lockutils [req-545d5080-53a1-46b2-93d4-f848bf154af7 req-799229da-5a07-4aaf-933e-20080f91fd44 service nova] Releasing lock "refresh_cache-7eafa89b-728a-42c8-9af7-5c909b1c3acb" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.396495] env[69763]: DEBUG nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 827.449916] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fa3185-be52-4571-b8cc-d87c4c31454d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.453582] env[69763]: ERROR nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [req-1356700d-6826-403a-a45e-4006c21986a5] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-1356700d-6826-403a-a45e-4006c21986a5"}]} [ 827.475795] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 827.481083] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5d87320-4c49-47ff-85ff-8aec4c4e58d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.504259] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance 'e4012c7e-7b29-4ada-b5d4-5e092555a6d1' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 827.508676] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 827.508913] env[69763]: DEBUG nova.compute.provider_tree [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 827.531345] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 827.544073] env[69763]: DEBUG nova.network.neutron [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Updating instance_info_cache with network_info: [{"id": "a82fea55-f0c7-4e9c-b0a4-9ec778a70e83", "address": "fa:16:3e:51:fc:bc", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82fea55-f0", "ovs_interfaceid": "a82fea55-f0c7-4e9c-b0a4-9ec778a70e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.554606] env[69763]: INFO nova.compute.manager [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Took 28.04 seconds to build instance. [ 827.555980] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 827.740836] env[69763]: DEBUG nova.network.neutron [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Successfully updated port: b5853f59-4a73-4b73-b8cf-f4367c079646 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 827.921094] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.018647] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b847593e-2dd9-4ba2-9d5a-a4660a21b5d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.029995] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e735cb2-0d1c-49c3-9fec-2ee66380d65a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.067164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "refresh_cache-139c1c58-6206-4350-a68d-0ec195119fd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.067515] env[69763]: DEBUG nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Instance network_info: |[{"id": "a82fea55-f0c7-4e9c-b0a4-9ec778a70e83", "address": "fa:16:3e:51:fc:bc", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82fea55-f0", "ovs_interfaceid": "a82fea55-f0c7-4e9c-b0a4-9ec778a70e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 828.067884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ec262d-3481-4d21-a46e-61a1854d0c63 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "237f9247-6f24-4bbd-b9d1-84402bb6670d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.114s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.068791] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:51:fc:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a82fea55-f0c7-4e9c-b0a4-9ec778a70e83', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 828.077057] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Creating folder: Project (b4accb92800449e9a1c69d2ff9c8e671). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.077572] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e3f852a-3a71-4647-9d18-de10fcceea12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.081111] env[69763]: DEBUG nova.network.neutron [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Port 96662615-47b3-4fd4-91f3-3f4df9d902c1 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 828.082465] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-01f45636-6e3d-4aac-a870-118251c49c38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.091440] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d22846-7aeb-40a5-96da-9aeab8a1e8b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.097145] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Created folder: Project (b4accb92800449e9a1c69d2ff9c8e671) in parent group-v816505. [ 828.097388] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Creating folder: Instances. Parent ref: group-v816563. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 828.098736] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-68d2fda2-14b4-4af1-877f-d9ab5cde19ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.112109] env[69763]: DEBUG nova.compute.provider_tree [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.123752] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Created folder: Instances in parent group-v816563. [ 828.124014] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 828.125433] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 828.126634] env[69763]: DEBUG nova.compute.manager [req-e3c3068a-c1cf-473c-9ff3-a0a6f3685e0f req-561617de-2c95-48eb-aa78-837e990311f8 service nova] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Received event network-vif-deleted-8f099fc0-b147-4c2e-93e4-ddb1c04119d6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.128249] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-61398cc3-e972-4eb6-a229-7607df600948 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.152314] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 828.152314] env[69763]: value = "task-4122288" [ 828.152314] env[69763]: _type = "Task" [ 828.152314] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.168943] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122288, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.246288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquiring lock "refresh_cache-91377093-0fb6-4a58-8fd4-6214925dcfd2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.246288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquired lock "refresh_cache-91377093-0fb6-4a58-8fd4-6214925dcfd2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.246288] env[69763]: DEBUG nova.network.neutron [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 828.485813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquiring lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.486035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.486310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquiring lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.486505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.486698] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.490063] env[69763]: INFO nova.compute.manager [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Terminating instance [ 828.643748] env[69763]: ERROR nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] [req-477e808b-63ca-4f77-95ba-f07442535b3b] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-477e808b-63ca-4f77-95ba-f07442535b3b"}]} [ 828.669907] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122288, 'name': CreateVM_Task, 'duration_secs': 0.420616} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.669907] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 828.670103] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.670762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.670762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.670899] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83f2d567-8bb8-4a44-8419-43bc3ab5a1d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.676843] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.681500] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 828.681500] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a8770f-49ee-9907-d527-0054f22ed0f8" [ 828.681500] env[69763]: _type = "Task" [ 828.681500] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.699700] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a8770f-49ee-9907-d527-0054f22ed0f8, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.700913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.700913] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 828.700913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.700913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.701201] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 828.701201] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b25c91f-2637-40dd-9df0-e86816e2baf2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.712137] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.712367] env[69763]: DEBUG nova.compute.provider_tree [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.720397] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 828.720397] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 828.722103] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90e0c959-003f-4a67-93fa-a6f110c8482e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.729786] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 828.729786] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52971587-487b-9906-51cf-28f741002144" [ 828.729786] env[69763]: _type = "Task" [ 828.729786] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.740043] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.745607] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52971587-487b-9906-51cf-28f741002144, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.772050] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 828.799917] env[69763]: DEBUG nova.network.neutron [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 828.803772] env[69763]: DEBUG nova.compute.manager [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Received event network-vif-plugged-a82fea55-f0c7-4e9c-b0a4-9ec778a70e83 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.803980] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Acquiring lock "139c1c58-6206-4350-a68d-0ec195119fd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.804198] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Lock "139c1c58-6206-4350-a68d-0ec195119fd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.804360] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Lock "139c1c58-6206-4350-a68d-0ec195119fd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.804520] env[69763]: DEBUG nova.compute.manager [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] No waiting events found dispatching network-vif-plugged-a82fea55-f0c7-4e9c-b0a4-9ec778a70e83 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 828.804675] env[69763]: WARNING nova.compute.manager [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Received unexpected event network-vif-plugged-a82fea55-f0c7-4e9c-b0a4-9ec778a70e83 for instance with vm_state building and task_state spawning. [ 828.804856] env[69763]: DEBUG nova.compute.manager [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Received event network-changed-a82fea55-f0c7-4e9c-b0a4-9ec778a70e83 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 828.807060] env[69763]: DEBUG nova.compute.manager [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Refreshing instance network info cache due to event network-changed-a82fea55-f0c7-4e9c-b0a4-9ec778a70e83. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 828.808302] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Acquiring lock "refresh_cache-139c1c58-6206-4350-a68d-0ec195119fd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.808392] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Acquired lock "refresh_cache-139c1c58-6206-4350-a68d-0ec195119fd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.808601] env[69763]: DEBUG nova.network.neutron [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Refreshing network info cache for port a82fea55-f0c7-4e9c-b0a4-9ec778a70e83 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 828.898720] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquiring lock "46baf558-eb8b-4703-886b-e177649277b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.898913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "46baf558-eb8b-4703-886b-e177649277b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.995438] env[69763]: DEBUG nova.compute.manager [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 828.995438] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 828.996100] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5314eb6-534e-4fdf-83cf-b3a492027b27 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.011890] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 829.012376] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c5a0bea-5aff-4e84-87e3-bdefd961238a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.020467] env[69763]: DEBUG oslo_vmware.api [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 829.020467] env[69763]: value = "task-4122289" [ 829.020467] env[69763]: _type = "Task" [ 829.020467] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.036210] env[69763]: DEBUG oslo_vmware.api [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.080086] env[69763]: DEBUG nova.network.neutron [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Updating instance_info_cache with network_info: [{"id": "b5853f59-4a73-4b73-b8cf-f4367c079646", "address": "fa:16:3e:76:88:fd", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5853f59-4a", "ovs_interfaceid": "b5853f59-4a73-4b73-b8cf-f4367c079646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.118675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.118675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.118675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.246392] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52971587-487b-9906-51cf-28f741002144, 'name': SearchDatastore_Task, 'duration_secs': 0.014561} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.247294] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8cfc21c-baa2-48fa-a5e4-cf86a8430c51 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.254178] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 829.254178] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a29f9a-3f0b-2afa-22ea-2e78d7ec1749" [ 829.254178] env[69763]: _type = "Task" [ 829.254178] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.268392] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a29f9a-3f0b-2afa-22ea-2e78d7ec1749, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.303021] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0401b8d3-5d8e-46be-925e-96db0f12043f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.311646] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d9e8f6c-d7f1-4971-a9fc-835ce9f01bd1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.349718] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a998c2-8d74-432e-a927-bf6a54c14fc4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.362728] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0463fde3-e801-4738-b6fa-7a3e98695ddf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.381257] env[69763]: DEBUG nova.compute.provider_tree [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.404385] env[69763]: DEBUG nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.536959] env[69763]: DEBUG oslo_vmware.api [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122289, 'name': PowerOffVM_Task, 'duration_secs': 0.505834} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.538023] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 829.538224] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 829.538523] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-451d60fd-9d77-4f58-934b-d588f8135cf3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.586740] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Releasing lock "refresh_cache-91377093-0fb6-4a58-8fd4-6214925dcfd2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.587160] env[69763]: DEBUG nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Instance network_info: |[{"id": "b5853f59-4a73-4b73-b8cf-f4367c079646", "address": "fa:16:3e:76:88:fd", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5853f59-4a", "ovs_interfaceid": "b5853f59-4a73-4b73-b8cf-f4367c079646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 829.587661] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:88:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5853f59-4a73-4b73-b8cf-f4367c079646', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.601498] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Creating folder: Project (75007e8035f34af0827c67e43fd5b429). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.603557] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42cea41c-c4e3-46a4-b892-850df478f3a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.617671] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 829.617671] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 829.617671] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Deleting the datastore file [datastore2] b7de59cd-c34b-44f8-8adc-4e8c4995e7f2 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 829.619740] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23d53c5c-3fed-4a06-ab7c-b3b6e15f8d69 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.622474] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Created folder: Project (75007e8035f34af0827c67e43fd5b429) in parent group-v816505. [ 829.623489] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Creating folder: Instances. Parent ref: group-v816566. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.623489] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d712e5e2-22d4-4f18-8896-ee37a533ebe9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.633712] env[69763]: DEBUG oslo_vmware.api [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for the task: (returnval){ [ 829.633712] env[69763]: value = "task-4122292" [ 829.633712] env[69763]: _type = "Task" [ 829.633712] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.641968] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Created folder: Instances in parent group-v816566. [ 829.641968] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 829.645362] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.645362] env[69763]: DEBUG oslo_vmware.api [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122292, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.645648] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f15e91bf-6a96-4097-abd9-aec5914387b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.675855] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.675855] env[69763]: value = "task-4122294" [ 829.675855] env[69763]: _type = "Task" [ 829.675855] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.687148] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122294, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.710488] env[69763]: DEBUG nova.network.neutron [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Updated VIF entry in instance network info cache for port a82fea55-f0c7-4e9c-b0a4-9ec778a70e83. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 829.711101] env[69763]: DEBUG nova.network.neutron [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Updating instance_info_cache with network_info: [{"id": "a82fea55-f0c7-4e9c-b0a4-9ec778a70e83", "address": "fa:16:3e:51:fc:bc", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa82fea55-f0", "ovs_interfaceid": "a82fea55-f0c7-4e9c-b0a4-9ec778a70e83", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 829.767823] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a29f9a-3f0b-2afa-22ea-2e78d7ec1749, 'name': SearchDatastore_Task, 'duration_secs': 0.014233} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.769349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.769349] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 139c1c58-6206-4350-a68d-0ec195119fd7/139c1c58-6206-4350-a68d-0ec195119fd7.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 829.769349] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4723c6da-7db4-45d5-9d7e-f306b9e4b598 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.776769] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 829.776769] env[69763]: value = "task-4122295" [ 829.776769] env[69763]: _type = "Task" [ 829.776769] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.787304] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122295, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.942573] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.944021] env[69763]: DEBUG nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 35 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 829.944021] env[69763]: DEBUG nova.compute.provider_tree [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 35 to 36 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 829.944021] env[69763]: DEBUG nova.compute.provider_tree [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.151918] env[69763]: DEBUG oslo_vmware.api [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Task: {'id': task-4122292, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170377} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.152077] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 830.153729] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 830.153729] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 830.157224] env[69763]: INFO nova.compute.manager [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Took 1.16 seconds to destroy the instance on the hypervisor. [ 830.157224] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 830.157224] env[69763]: DEBUG nova.compute.manager [-] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 830.157224] env[69763]: DEBUG nova.network.neutron [-] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 830.194207] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122294, 'name': CreateVM_Task, 'duration_secs': 0.376143} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.194207] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 830.194986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.199846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.199846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.199846] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5f94f02-172c-47e7-be8b-8bc50bba3db2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.205935] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 830.205935] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5238b74c-497f-daee-50f3-6b9457a9bc28" [ 830.205935] env[69763]: _type = "Task" [ 830.205935] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.222018] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Releasing lock "refresh_cache-139c1c58-6206-4350-a68d-0ec195119fd7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.222504] env[69763]: DEBUG nova.compute.manager [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Received event network-vif-plugged-b5853f59-4a73-4b73-b8cf-f4367c079646 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 830.222793] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Acquiring lock "91377093-0fb6-4a58-8fd4-6214925dcfd2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.223124] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Lock "91377093-0fb6-4a58-8fd4-6214925dcfd2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.223410] env[69763]: DEBUG oslo_concurrency.lockutils [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] Lock "91377093-0fb6-4a58-8fd4-6214925dcfd2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.223779] env[69763]: DEBUG nova.compute.manager [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] No waiting events found dispatching network-vif-plugged-b5853f59-4a73-4b73-b8cf-f4367c079646 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 830.224039] env[69763]: WARNING nova.compute.manager [req-85635276-fea5-4a72-9c38-58897b389854 req-1ce0c8ec-e291-4ed3-a121-a976d2b9a1ac service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Received unexpected event network-vif-plugged-b5853f59-4a73-4b73-b8cf-f4367c079646 for instance with vm_state building and task_state spawning. [ 830.224882] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5238b74c-497f-daee-50f3-6b9457a9bc28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.291868] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122295, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.313175] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.314321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.314584] env[69763]: DEBUG nova.network.neutron [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 830.453300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.673s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.455799] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.689s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.457562] env[69763]: DEBUG nova.objects.instance [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lazy-loading 'resources' on Instance uuid a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 830.488136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df59bc4f-c38b-4846-9f37-686b6f41cb55 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "0cc0ebac-ad18-4f43-b6ce-3f67c5272fc2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.488462] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df59bc4f-c38b-4846-9f37-686b6f41cb55 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "0cc0ebac-ad18-4f43-b6ce-3f67c5272fc2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.490582] env[69763]: INFO nova.scheduler.client.report [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Deleted allocations for instance 04f381bb-52dc-438f-8617-70dd4e4e6deb [ 830.720780] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5238b74c-497f-daee-50f3-6b9457a9bc28, 'name': SearchDatastore_Task, 'duration_secs': 0.022063} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.722057] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.723171] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.723578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.723969] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.724370] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.724951] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-955fffbe-d429-4eed-bed1-8753eb54ddc7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.739355] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.739355] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.739355] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79751f8d-5c41-4f11-b888-9ccc610c5822 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.746260] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 830.746260] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a12633-c625-8c0c-832b-7134114adfec" [ 830.746260] env[69763]: _type = "Task" [ 830.746260] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.757133] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a12633-c625-8c0c-832b-7134114adfec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.793036] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122295, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604839} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.793344] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 139c1c58-6206-4350-a68d-0ec195119fd7/139c1c58-6206-4350-a68d-0ec195119fd7.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 830.793571] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 830.794342] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-555c36a6-911f-428b-830e-1e71a283c0f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.803653] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 830.803653] env[69763]: value = "task-4122296" [ 830.803653] env[69763]: _type = "Task" [ 830.803653] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.814526] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.000277] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2f8fb3b-bae9-4dce-a56d-63e9192ff5fc tempest-ServersAaction247Test-723332039 tempest-ServersAaction247Test-723332039-project-member] Lock "04f381bb-52dc-438f-8617-70dd4e4e6deb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.592s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.258759] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a12633-c625-8c0c-832b-7134114adfec, 'name': SearchDatastore_Task, 'duration_secs': 0.010622} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.260376] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afafb649-0a49-4030-aa28-df5f7b7a1bf9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.266154] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 831.266154] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a7089-853d-3065-61c9-7fac77016f2d" [ 831.266154] env[69763]: _type = "Task" [ 831.266154] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.282197] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a7089-853d-3065-61c9-7fac77016f2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.319976] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075014} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.320284] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 831.321142] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d84d32-a10a-4026-86a3-2c2ab9ae3439 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.353914] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Reconfiguring VM instance instance-00000011 to attach disk [datastore1] 139c1c58-6206-4350-a68d-0ec195119fd7/139c1c58-6206-4350-a68d-0ec195119fd7.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 831.354487] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d4875284-e954-46ed-83f0-accb4ddf0484 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.379198] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 831.379198] env[69763]: value = "task-4122297" [ 831.379198] env[69763]: _type = "Task" [ 831.379198] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.395532] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122297, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.446438] env[69763]: DEBUG nova.network.neutron [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance_info_cache with network_info: [{"id": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "address": "fa:16:3e:7a:46:f1", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96662615-47", "ovs_interfaceid": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.525881] env[69763]: DEBUG nova.compute.manager [req-b8b6310f-cb1f-4b7a-b7a0-00ff39f90404 req-f402e86f-0fd7-4f20-a603-41779fa9ef5b service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Received event network-changed-b5853f59-4a73-4b73-b8cf-f4367c079646 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 831.528335] env[69763]: DEBUG nova.compute.manager [req-b8b6310f-cb1f-4b7a-b7a0-00ff39f90404 req-f402e86f-0fd7-4f20-a603-41779fa9ef5b service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Refreshing instance network info cache due to event network-changed-b5853f59-4a73-4b73-b8cf-f4367c079646. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 831.528735] env[69763]: DEBUG oslo_concurrency.lockutils [req-b8b6310f-cb1f-4b7a-b7a0-00ff39f90404 req-f402e86f-0fd7-4f20-a603-41779fa9ef5b service nova] Acquiring lock "refresh_cache-91377093-0fb6-4a58-8fd4-6214925dcfd2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.531011] env[69763]: DEBUG oslo_concurrency.lockutils [req-b8b6310f-cb1f-4b7a-b7a0-00ff39f90404 req-f402e86f-0fd7-4f20-a603-41779fa9ef5b service nova] Acquired lock "refresh_cache-91377093-0fb6-4a58-8fd4-6214925dcfd2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.531011] env[69763]: DEBUG nova.network.neutron [req-b8b6310f-cb1f-4b7a-b7a0-00ff39f90404 req-f402e86f-0fd7-4f20-a603-41779fa9ef5b service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Refreshing network info cache for port b5853f59-4a73-4b73-b8cf-f4367c079646 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 831.534075] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce93189b-b5cc-4e54-858d-38bf85cf712b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.543970] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c96cf0c-a6db-4dfd-bda1-162ac8bd029f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.579202] env[69763]: DEBUG nova.network.neutron [-] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 831.581303] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d035ed7-96d2-4d4a-98fb-77ec3742e5f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.594539] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f2a569-c2c2-4e37-95ad-e9a22c8383d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.612393] env[69763]: DEBUG nova.compute.provider_tree [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 831.776753] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a7089-853d-3065-61c9-7fac77016f2d, 'name': SearchDatastore_Task, 'duration_secs': 0.011636} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.777049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.777333] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 91377093-0fb6-4a58-8fd4-6214925dcfd2/91377093-0fb6-4a58-8fd4-6214925dcfd2.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.777804] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3cfffdf5-8568-4589-bdcd-d2ff79720314 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.787834] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 831.787834] env[69763]: value = "task-4122298" [ 831.787834] env[69763]: _type = "Task" [ 831.787834] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.799492] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122298, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.889861] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122297, 'name': ReconfigVM_Task, 'duration_secs': 0.309776} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.890783] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Reconfigured VM instance instance-00000011 to attach disk [datastore1] 139c1c58-6206-4350-a68d-0ec195119fd7/139c1c58-6206-4350-a68d-0ec195119fd7.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 831.890911] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3cf6e4f5-722b-4dab-b53b-6d3ce920af70 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.900549] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 831.900549] env[69763]: value = "task-4122299" [ 831.900549] env[69763]: _type = "Task" [ 831.900549] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.909424] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122299, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.952252] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.086406] env[69763]: INFO nova.compute.manager [-] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Took 1.93 seconds to deallocate network for instance. [ 832.117133] env[69763]: DEBUG nova.scheduler.client.report [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.301389] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122298, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.364709] env[69763]: DEBUG nova.network.neutron [req-b8b6310f-cb1f-4b7a-b7a0-00ff39f90404 req-f402e86f-0fd7-4f20-a603-41779fa9ef5b service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Updated VIF entry in instance network info cache for port b5853f59-4a73-4b73-b8cf-f4367c079646. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 832.365107] env[69763]: DEBUG nova.network.neutron [req-b8b6310f-cb1f-4b7a-b7a0-00ff39f90404 req-f402e86f-0fd7-4f20-a603-41779fa9ef5b service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Updating instance_info_cache with network_info: [{"id": "b5853f59-4a73-4b73-b8cf-f4367c079646", "address": "fa:16:3e:76:88:fd", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.221", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5853f59-4a", "ovs_interfaceid": "b5853f59-4a73-4b73-b8cf-f4367c079646", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.410738] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122299, 'name': Rename_Task, 'duration_secs': 0.208634} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.411226] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 832.412063] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ca7136bb-52d8-4b14-9d79-db05848efb03 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.420474] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 832.420474] env[69763]: value = "task-4122300" [ 832.420474] env[69763]: _type = "Task" [ 832.420474] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.433152] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122300, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.487117] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861181d2-5008-4ff9-b1b6-520da6cd84de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.511246] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4951c7ee-2bb2-49c4-a617-916402c2095e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.521693] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance 'e4012c7e-7b29-4ada-b5d4-5e092555a6d1' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 832.593186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.629099] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.173s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.633255] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.990s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.634440] env[69763]: INFO nova.compute.claims [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 832.662531] env[69763]: INFO nova.scheduler.client.report [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Deleted allocations for instance a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5 [ 832.802180] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122298, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542514} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.803145] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 91377093-0fb6-4a58-8fd4-6214925dcfd2/91377093-0fb6-4a58-8fd4-6214925dcfd2.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.803145] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.803145] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c5e7ae78-e112-48a1-9772-b96cc874ec58 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.812351] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 832.812351] env[69763]: value = "task-4122301" [ 832.812351] env[69763]: _type = "Task" [ 832.812351] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.823288] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122301, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.831821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "333044fb-7528-4210-b5f5-566e74e0c286" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.832226] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "333044fb-7528-4210-b5f5-566e74e0c286" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.871026] env[69763]: DEBUG oslo_concurrency.lockutils [req-b8b6310f-cb1f-4b7a-b7a0-00ff39f90404 req-f402e86f-0fd7-4f20-a603-41779fa9ef5b service nova] Releasing lock "refresh_cache-91377093-0fb6-4a58-8fd4-6214925dcfd2" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.941178] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122300, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.029603] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 833.029772] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8267b8c-26dc-4b61-9e21-cd6932f24e6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.041676] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 833.041676] env[69763]: value = "task-4122302" [ 833.041676] env[69763]: _type = "Task" [ 833.041676] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.054148] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122302, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.170401] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe67bdf8-f634-4318-b371-b1eca283619f tempest-ServerDiagnosticsV248Test-372814820 tempest-ServerDiagnosticsV248Test-372814820-project-member] Lock "a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.926s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.327593] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122301, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120901} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.327593] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 833.327593] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba354648-8100-4927-9932-04b87ac80dc2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.362620] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 91377093-0fb6-4a58-8fd4-6214925dcfd2/91377093-0fb6-4a58-8fd4-6214925dcfd2.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 833.363064] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-802c7b2a-82d8-4185-9f38-1c54a0fbbdb9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.384668] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 833.384668] env[69763]: value = "task-4122303" [ 833.384668] env[69763]: _type = "Task" [ 833.384668] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.393512] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122303, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.432606] env[69763]: DEBUG oslo_vmware.api [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122300, 'name': PowerOnVM_Task, 'duration_secs': 0.540789} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.432905] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 833.433567] env[69763]: INFO nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Took 10.37 seconds to spawn the instance on the hypervisor. [ 833.433567] env[69763]: DEBUG nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 833.435429] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8b9f82-0475-47c7-ab31-70b140ae2c98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.559564] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122302, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.684420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "e76d921c-c912-4769-a165-b2fc6505707b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.684420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "e76d921c-c912-4769-a165-b2fc6505707b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.898346] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122303, 'name': ReconfigVM_Task, 'duration_secs': 0.478055} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.898346] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 91377093-0fb6-4a58-8fd4-6214925dcfd2/91377093-0fb6-4a58-8fd4-6214925dcfd2.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 833.898346] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6917a348-840c-4eed-91b7-10f40d7885fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.911397] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 833.911397] env[69763]: value = "task-4122304" [ 833.911397] env[69763]: _type = "Task" [ 833.911397] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.931523] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122304, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.954692] env[69763]: INFO nova.compute.manager [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Took 29.61 seconds to build instance. [ 834.053968] env[69763]: DEBUG oslo_vmware.api [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122302, 'name': PowerOnVM_Task, 'duration_secs': 0.795589} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.055080] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 834.055415] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1bb0400e-c39f-454d-a316-b0348e906767 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance 'e4012c7e-7b29-4ada-b5d4-5e092555a6d1' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 834.178513] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f96a4a5-e170-4174-b069-b3830b55efb5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.188401] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3b6950-0980-4b4c-a066-a9b73a3db17b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.231287] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3b3291-cad4-4ab6-b6b8-ad468936e407 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.235436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.235612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.246455] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868fbb97-6a84-46e3-90f9-3c1cce345628 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.253102] env[69763]: DEBUG nova.compute.manager [req-27457682-d52e-4f2a-a007-5d26faa1ed18 req-96b094c0-d88d-4f9a-988c-3abe97364194 service nova] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Received event network-vif-deleted-bd42e200-d38b-4382-9d37-ce438f323a22 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 834.264806] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.425124] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122304, 'name': Rename_Task, 'duration_secs': 0.324354} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.425390] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.425540] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1bdcb04-e701-4966-9f6e-f1567fcce810 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.434062] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 834.434062] env[69763]: value = "task-4122305" [ 834.434062] env[69763]: _type = "Task" [ 834.434062] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.443525] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122305, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.457373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c4161c7b-7b54-4ad8-89f1-497347f1814d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "139c1c58-6206-4350-a68d-0ec195119fd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.958s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.702798] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.703138] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 834.802046] env[69763]: ERROR nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [req-76deb1d7-d095-46cc-b0db-9f4b9b12e769] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-76deb1d7-d095-46cc-b0db-9f4b9b12e769"}]} [ 834.826285] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 834.861842] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 834.862091] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.879056] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 834.901236] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 834.948859] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122305, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.962187] env[69763]: DEBUG nova.compute.manager [None req-df59bc4f-c38b-4846-9f37-686b6f41cb55 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0cc0ebac-ad18-4f43-b6ce-3f67c5272fc2] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 835.210923] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.411368] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85441180-1e6a-419c-b953-0e40982dfecb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.421492] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b9c8b7-f06b-4fae-ab1b-bd947b00985a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.465876] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e0afad-1777-4c63-a13f-3ffda3ec8ff9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.468411] env[69763]: DEBUG nova.compute.manager [None req-df59bc4f-c38b-4846-9f37-686b6f41cb55 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0cc0ebac-ad18-4f43-b6ce-3f67c5272fc2] Instance disappeared before build. {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2446}} [ 835.475499] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122305, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.480601] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18b941ba-f92e-4e30-9e42-9cb296aef5c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.501614] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 835.705031] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.705354] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.705594] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 835.975475] env[69763]: DEBUG oslo_vmware.api [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122305, 'name': PowerOnVM_Task, 'duration_secs': 1.072655} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.976212] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.976212] env[69763]: INFO nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Took 10.27 seconds to spawn the instance on the hypervisor. [ 835.976443] env[69763]: DEBUG nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 835.977915] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-560cb688-294f-4fb0-aadd-363d1d79cde6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.994124] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df59bc4f-c38b-4846-9f37-686b6f41cb55 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "0cc0ebac-ad18-4f43-b6ce-3f67c5272fc2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 5.505s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.030047] env[69763]: ERROR nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [req-7c85054e-e7d4-4c76-94e4-aa6ccbfc0179] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7c85054e-e7d4-4c76-94e4-aa6ccbfc0179"}]} [ 836.054561] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 836.073926] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 836.074312] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 836.095459] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 836.129233] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 836.208957] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.327161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "fb6458c7-5b49-416b-99fa-24a1571ec304" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 836.327161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "fb6458c7-5b49-416b-99fa-24a1571ec304" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 836.496619] env[69763]: DEBUG nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 836.504607] env[69763]: INFO nova.compute.manager [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Took 32.04 seconds to build instance. [ 836.637292] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d2a2e3-ef23-4d37-ad07-371f8777a02b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.655065] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525c3edc-42b7-4304-acbe-ef5109237214 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.696555] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a11252-9f73-400d-86f7-2a2466e78fb3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.705666] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47dbbc4b-d534-4965-850b-44f01938296c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.723470] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.009020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-272f5b6b-0bab-40e7-b231-70b1af4269e0 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "91377093-0fb6-4a58-8fd4-6214925dcfd2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.393s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.024919] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.257329] env[69763]: ERROR nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [req-54ca34b4-3123-4e53-a11a-914995880bcf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-54ca34b4-3123-4e53-a11a-914995880bcf"}]} [ 837.278429] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 837.283689] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.283891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.299286] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 837.299651] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 837.312172] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 837.334829] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 837.514322] env[69763]: DEBUG nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 837.684595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "160898fa-4eb0-49e8-8a64-0e293f35030e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.688158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.885073] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.885073] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.885073] env[69763]: DEBUG nova.compute.manager [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Going to confirm migration 1 {{(pid=69763) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 837.935413] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad74e718-1262-4f45-8838-8271bc9063ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.948424] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e41bc93-538e-49ff-8ebd-086776f8c1fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.983247] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1979d9-9590-40d9-814d-36477d63ed44 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.992077] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-644392de-0b27-414d-8cb6-38fb07777282 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.010612] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 838.039136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 838.491082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.491280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.491463] env[69763]: DEBUG nova.network.neutron [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 838.491624] env[69763]: DEBUG nova.objects.instance [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lazy-loading 'info_cache' on Instance uuid e4012c7e-7b29-4ada-b5d4-5e092555a6d1 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.552611] env[69763]: DEBUG nova.scheduler.client.report [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 43 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 838.553083] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 43 to 44 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 838.553161] env[69763]: DEBUG nova.compute.provider_tree [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.058760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.427s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.059323] env[69763]: DEBUG nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 839.062181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.379s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.066305] env[69763]: INFO nova.compute.claims [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 839.157723] env[69763]: DEBUG nova.objects.instance [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lazy-loading 'flavor' on Instance uuid 54894db8-c9c9-4a56-a266-96d9cab8d458 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.572722] env[69763]: DEBUG nova.compute.utils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 839.574754] env[69763]: DEBUG nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 839.575256] env[69763]: DEBUG nova.network.neutron [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 839.664262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.664262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquired lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.687197] env[69763]: DEBUG nova.policy [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f7aab2beaee24c81b04c8ef215007b86', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '259dd0dce4584264ad0475202c383ad4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 839.863170] env[69763]: DEBUG nova.network.neutron [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance_info_cache with network_info: [{"id": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "address": "fa:16:3e:7a:46:f1", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.199", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap96662615-47", "ovs_interfaceid": "96662615-47b3-4fd4-91f3-3f4df9d902c1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.079276] env[69763]: DEBUG nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 840.174619] env[69763]: DEBUG nova.network.neutron [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Successfully created port: 3ca934cf-39ec-4a01-bd2b-3cac852230be {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 840.268386] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquiring lock "0ba728e6-127d-4b7f-9559-37b380cdb781" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.268726] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "0ba728e6-127d-4b7f-9559-37b380cdb781" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.370913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-e4012c7e-7b29-4ada-b5d4-5e092555a6d1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.371194] env[69763]: DEBUG nova.objects.instance [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lazy-loading 'migration_context' on Instance uuid e4012c7e-7b29-4ada-b5d4-5e092555a6d1 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 840.615759] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92f7bf25-6e75-4cbc-ab15-a3e8592cc1b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.629483] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1f025b-df2c-49ca-88dc-ac57c867177c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.669476] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c4a81d7-1f7e-49df-9e00-3805ba95e082 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.681022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4a9f61-5b48-43f1-ae3f-0f943c6a12c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.700423] env[69763]: DEBUG nova.compute.provider_tree [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 840.761200] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 840.761454] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 840.877039] env[69763]: DEBUG nova.objects.base [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 840.877039] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c5c4299-91b9-4ea2-91e8-cf4c69e286b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.899742] env[69763]: DEBUG nova.network.neutron [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 840.901577] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78b239a8-7bbc-49ba-881c-b038d61e42b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.907865] env[69763]: DEBUG oslo_vmware.api [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 840.907865] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a7bc0-a5ea-fe47-0d66-101ca9f99975" [ 840.907865] env[69763]: _type = "Task" [ 840.907865] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.917034] env[69763]: DEBUG oslo_vmware.api [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a7bc0-a5ea-fe47-0d66-101ca9f99975, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.092592] env[69763]: DEBUG nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 841.135966] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 841.136207] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 841.136397] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 841.139832] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 841.139832] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 841.139832] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 841.140038] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 841.140604] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 841.140604] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 841.141486] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 841.141733] env[69763]: DEBUG nova.virt.hardware [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 841.142626] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0b247ba-6ce3-421d-a600-1c366bf42426 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.154331] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76f67f4-bb91-4e45-8915-d2a2f60a3954 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.204743] env[69763]: DEBUG nova.scheduler.client.report [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.252386] env[69763]: DEBUG nova.compute.manager [req-ad3b2b96-dd32-41ad-8b46-ed00311a299a req-e8a2d5d1-199c-4fd9-8c7f-615d8cf93048 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Received event network-changed-037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.253817] env[69763]: DEBUG nova.compute.manager [req-ad3b2b96-dd32-41ad-8b46-ed00311a299a req-e8a2d5d1-199c-4fd9-8c7f-615d8cf93048 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Refreshing instance network info cache due to event network-changed-037cdecf-d2c1-4cc4-b247-845cc278dc58. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 841.253817] env[69763]: DEBUG oslo_concurrency.lockutils [req-ad3b2b96-dd32-41ad-8b46-ed00311a299a req-e8a2d5d1-199c-4fd9-8c7f-615d8cf93048 service nova] Acquiring lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.420573] env[69763]: DEBUG oslo_vmware.api [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a7bc0-a5ea-fe47-0d66-101ca9f99975, 'name': SearchDatastore_Task, 'duration_secs': 0.011999} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.420879] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.485652] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquiring lock "91377093-0fb6-4a58-8fd4-6214925dcfd2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.485953] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "91377093-0fb6-4a58-8fd4-6214925dcfd2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.486193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquiring lock "91377093-0fb6-4a58-8fd4-6214925dcfd2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.486409] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "91377093-0fb6-4a58-8fd4-6214925dcfd2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.486588] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "91377093-0fb6-4a58-8fd4-6214925dcfd2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.489387] env[69763]: INFO nova.compute.manager [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Terminating instance [ 841.710797] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.711419] env[69763]: DEBUG nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 841.716135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.873s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.716435] env[69763]: INFO nova.compute.claims [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 841.949276] env[69763]: DEBUG nova.network.neutron [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Successfully updated port: 3ca934cf-39ec-4a01-bd2b-3cac852230be {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 841.995991] env[69763]: DEBUG nova.compute.manager [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 841.996702] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.998016] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f85a097-714d-4122-9318-ef4f7f9e5093 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.007125] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 842.007462] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-390df738-d998-4f6d-8582-bb2b7de1d717 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.014844] env[69763]: DEBUG oslo_vmware.api [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 842.014844] env[69763]: value = "task-4122306" [ 842.014844] env[69763]: _type = "Task" [ 842.014844] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.027392] env[69763]: DEBUG oslo_vmware.api [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122306, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.064504] env[69763]: DEBUG nova.compute.manager [req-30b31517-8e57-44e0-8288-d928cd7269e8 req-64408e3c-22b6-48b7-a44e-7f527bd24c64 service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Received event network-vif-plugged-3ca934cf-39ec-4a01-bd2b-3cac852230be {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 842.064638] env[69763]: DEBUG oslo_concurrency.lockutils [req-30b31517-8e57-44e0-8288-d928cd7269e8 req-64408e3c-22b6-48b7-a44e-7f527bd24c64 service nova] Acquiring lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.064836] env[69763]: DEBUG oslo_concurrency.lockutils [req-30b31517-8e57-44e0-8288-d928cd7269e8 req-64408e3c-22b6-48b7-a44e-7f527bd24c64 service nova] Lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.064996] env[69763]: DEBUG oslo_concurrency.lockutils [req-30b31517-8e57-44e0-8288-d928cd7269e8 req-64408e3c-22b6-48b7-a44e-7f527bd24c64 service nova] Lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.067957] env[69763]: DEBUG nova.compute.manager [req-30b31517-8e57-44e0-8288-d928cd7269e8 req-64408e3c-22b6-48b7-a44e-7f527bd24c64 service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] No waiting events found dispatching network-vif-plugged-3ca934cf-39ec-4a01-bd2b-3cac852230be {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 842.067957] env[69763]: WARNING nova.compute.manager [req-30b31517-8e57-44e0-8288-d928cd7269e8 req-64408e3c-22b6-48b7-a44e-7f527bd24c64 service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Received unexpected event network-vif-plugged-3ca934cf-39ec-4a01-bd2b-3cac852230be for instance with vm_state building and task_state spawning. [ 842.075214] env[69763]: DEBUG nova.network.neutron [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updating instance_info_cache with network_info: [{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.226541] env[69763]: DEBUG nova.compute.utils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 842.231539] env[69763]: DEBUG nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 842.232276] env[69763]: DEBUG nova.network.neutron [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 842.343769] env[69763]: DEBUG nova.policy [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da9835b8151147f1a80ab2027a647fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dea2da50113e4fc38b46da5f29c3bcf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 842.455842] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "refresh_cache-41cbd6fa-b5a5-4783-81c1-a074ecc8c841" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.455842] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquired lock "refresh_cache-41cbd6fa-b5a5-4783-81c1-a074ecc8c841" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.455842] env[69763]: DEBUG nova.network.neutron [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.532522] env[69763]: DEBUG oslo_vmware.api [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122306, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.578963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Releasing lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.579821] env[69763]: DEBUG nova.compute.manager [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Inject network info {{(pid=69763) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 842.580246] env[69763]: DEBUG nova.compute.manager [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] network_info to inject: |[{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 842.585743] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Reconfiguring VM instance to set the machine id {{(pid=69763) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 842.589402] env[69763]: DEBUG oslo_concurrency.lockutils [req-ad3b2b96-dd32-41ad-8b46-ed00311a299a req-e8a2d5d1-199c-4fd9-8c7f-615d8cf93048 service nova] Acquired lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.589402] env[69763]: DEBUG nova.network.neutron [req-ad3b2b96-dd32-41ad-8b46-ed00311a299a req-e8a2d5d1-199c-4fd9-8c7f-615d8cf93048 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Refreshing network info cache for port 037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 842.590798] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd928c4c-ee48-4368-b087-cdb8982af7ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.617026] env[69763]: DEBUG oslo_vmware.api [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 842.617026] env[69763]: value = "task-4122307" [ 842.617026] env[69763]: _type = "Task" [ 842.617026] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.629036] env[69763]: DEBUG oslo_vmware.api [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.736497] env[69763]: DEBUG nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 843.012394] env[69763]: DEBUG nova.network.neutron [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 843.012394] env[69763]: DEBUG nova.network.neutron [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Successfully created port: c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 843.029881] env[69763]: DEBUG oslo_vmware.api [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122306, 'name': PowerOffVM_Task, 'duration_secs': 0.518632} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.030379] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 843.030769] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 843.034380] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dfb88304-fec7-451f-8f8f-73854c15c3de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.130546] env[69763]: DEBUG oslo_vmware.api [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122307, 'name': ReconfigVM_Task, 'duration_secs': 0.24976} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.134508] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-568d637b-fc44-4374-97af-d69ac5b6dd86 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Reconfigured VM instance to set the machine id {{(pid=69763) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 843.137795] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 843.138104] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 843.138305] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Deleting the datastore file [datastore2] 91377093-0fb6-4a58-8fd4-6214925dcfd2 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 843.138849] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-963163cb-6d6f-43cf-98e5-78d9ea5f16ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.155039] env[69763]: DEBUG oslo_vmware.api [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for the task: (returnval){ [ 843.155039] env[69763]: value = "task-4122309" [ 843.155039] env[69763]: _type = "Task" [ 843.155039] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.174240] env[69763]: DEBUG oslo_vmware.api [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122309, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.312820] env[69763]: DEBUG nova.network.neutron [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Updating instance_info_cache with network_info: [{"id": "3ca934cf-39ec-4a01-bd2b-3cac852230be", "address": "fa:16:3e:f8:e0:3b", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca934cf-39", "ovs_interfaceid": "3ca934cf-39ec-4a01-bd2b-3cac852230be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.365090] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfda8dd-777f-4f54-9caf-1d0038e78171 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.375738] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a396d83c-39ac-4797-b114-4cd31e2138a0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.411867] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3290a418-752b-48d3-a9b8-fa9ae76903cf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.420847] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e83401-494e-4910-b746-ef8ce1966f43 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.435502] env[69763]: DEBUG nova.compute.provider_tree [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 843.578148] env[69763]: DEBUG nova.network.neutron [req-ad3b2b96-dd32-41ad-8b46-ed00311a299a req-e8a2d5d1-199c-4fd9-8c7f-615d8cf93048 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updated VIF entry in instance network info cache for port 037cdecf-d2c1-4cc4-b247-845cc278dc58. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 843.578265] env[69763]: DEBUG nova.network.neutron [req-ad3b2b96-dd32-41ad-8b46-ed00311a299a req-e8a2d5d1-199c-4fd9-8c7f-615d8cf93048 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updating instance_info_cache with network_info: [{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.617297] env[69763]: DEBUG nova.compute.manager [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 843.618232] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b751ab-f659-4d97-b417-f62afa525492 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.669405] env[69763]: DEBUG oslo_vmware.api [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Task: {'id': task-4122309, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.266571} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.669719] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.669871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.670061] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.670238] env[69763]: INFO nova.compute.manager [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Took 1.67 seconds to destroy the instance on the hypervisor. [ 843.670531] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.670683] env[69763]: DEBUG nova.compute.manager [-] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 843.670822] env[69763]: DEBUG nova.network.neutron [-] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 843.754193] env[69763]: DEBUG nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 843.796044] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 843.796207] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 843.796394] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 843.797045] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 843.797045] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 843.797045] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 843.797572] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 843.797572] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 843.797572] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 843.797809] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 843.797809] env[69763]: DEBUG nova.virt.hardware [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 843.800719] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41d4213a-521e-42f4-9085-ba7288b2a81f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.808956] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696bb2e0-19d7-4102-836b-c83e00d353c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.815638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Releasing lock "refresh_cache-41cbd6fa-b5a5-4783-81c1-a074ecc8c841" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.815959] env[69763]: DEBUG nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Instance network_info: |[{"id": "3ca934cf-39ec-4a01-bd2b-3cac852230be", "address": "fa:16:3e:f8:e0:3b", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca934cf-39", "ovs_interfaceid": "3ca934cf-39ec-4a01-bd2b-3cac852230be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.826731] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f8:e0:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3ca934cf-39ec-4a01-bd2b-3cac852230be', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.838129] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.839411] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.839675] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-db05f386-3ad8-429a-a01c-68a564928a64 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.863998] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.863998] env[69763]: value = "task-4122310" [ 843.863998] env[69763]: _type = "Task" [ 843.863998] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.875562] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122310, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.964627] env[69763]: ERROR nova.scheduler.client.report [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [req-f7da3ef2-8ee5-4583-8482-beca67ed0dd0] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f7da3ef2-8ee5-4583-8482-beca67ed0dd0"}]} [ 843.985329] env[69763]: DEBUG nova.scheduler.client.report [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 844.006400] env[69763]: DEBUG nova.scheduler.client.report [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 844.006684] env[69763]: DEBUG nova.compute.provider_tree [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.022373] env[69763]: DEBUG nova.scheduler.client.report [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 844.052043] env[69763]: DEBUG nova.scheduler.client.report [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 844.081122] env[69763]: DEBUG oslo_concurrency.lockutils [req-ad3b2b96-dd32-41ad-8b46-ed00311a299a req-e8a2d5d1-199c-4fd9-8c7f-615d8cf93048 service nova] Releasing lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.132828] env[69763]: INFO nova.compute.manager [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] instance snapshotting [ 844.138189] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af2031a2-20a7-4565-a213-a2471950bf89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.164229] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-890b957a-a264-4242-b323-974ce377fa0f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.329763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "7b731473-c115-4613-a5cd-30f1cd258bd3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.329763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "7b731473-c115-4613-a5cd-30f1cd258bd3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.378538] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122310, 'name': CreateVM_Task, 'duration_secs': 0.379026} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.379892] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 844.379892] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.379892] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.380033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.380228] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-385f3f2f-7925-4a93-aff1-242a354249dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.390080] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 844.390080] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5299ca7a-7736-5943-6942-5f5b6e0c648b" [ 844.390080] env[69763]: _type = "Task" [ 844.390080] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.400200] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5299ca7a-7736-5943-6942-5f5b6e0c648b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.611944] env[69763]: DEBUG nova.network.neutron [-] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.676947] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 844.677296] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1d878f5c-f2b9-4e47-ae36-4124a1b6ef7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.680931] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fff7021-a9aa-46a8-a60f-d924fb0b8074 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.691646] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778a1fb3-82ee-4c04-8feb-50cd50fc0058 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.695609] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 844.695609] env[69763]: value = "task-4122311" [ 844.695609] env[69763]: _type = "Task" [ 844.695609] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.730107] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb2e282e-67c7-485b-a2e2-fc75e99aaa24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.732787] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122311, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.739294] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed65a901-6fde-447f-a48d-049daafb70dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.754921] env[69763]: DEBUG nova.compute.provider_tree [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 844.852547] env[69763]: DEBUG nova.compute.manager [req-b045babc-9aba-464e-b79c-6c60745d4a4b req-33020e41-4ba7-42d4-8589-045e707416de service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Received event network-changed-3ca934cf-39ec-4a01-bd2b-3cac852230be {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 844.852547] env[69763]: DEBUG nova.compute.manager [req-b045babc-9aba-464e-b79c-6c60745d4a4b req-33020e41-4ba7-42d4-8589-045e707416de service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Refreshing instance network info cache due to event network-changed-3ca934cf-39ec-4a01-bd2b-3cac852230be. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 844.852547] env[69763]: DEBUG oslo_concurrency.lockutils [req-b045babc-9aba-464e-b79c-6c60745d4a4b req-33020e41-4ba7-42d4-8589-045e707416de service nova] Acquiring lock "refresh_cache-41cbd6fa-b5a5-4783-81c1-a074ecc8c841" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.852547] env[69763]: DEBUG oslo_concurrency.lockutils [req-b045babc-9aba-464e-b79c-6c60745d4a4b req-33020e41-4ba7-42d4-8589-045e707416de service nova] Acquired lock "refresh_cache-41cbd6fa-b5a5-4783-81c1-a074ecc8c841" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.852547] env[69763]: DEBUG nova.network.neutron [req-b045babc-9aba-464e-b79c-6c60745d4a4b req-33020e41-4ba7-42d4-8589-045e707416de service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Refreshing network info cache for port 3ca934cf-39ec-4a01-bd2b-3cac852230be {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 844.878753] env[69763]: DEBUG nova.objects.instance [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lazy-loading 'flavor' on Instance uuid 54894db8-c9c9-4a56-a266-96d9cab8d458 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 844.902269] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5299ca7a-7736-5943-6942-5f5b6e0c648b, 'name': SearchDatastore_Task, 'duration_secs': 0.014037} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.902269] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.902269] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.902269] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.902269] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.902269] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.902549] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7399e12b-db67-4a00-80c9-2be01afa5b1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.913991] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.914072] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.914780] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1fc6923-f936-4816-88ce-743da57f2e24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.928579] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 844.928579] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c6aaf0-028e-6fd2-317e-056642f6ed16" [ 844.928579] env[69763]: _type = "Task" [ 844.928579] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.937520] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c6aaf0-028e-6fd2-317e-056642f6ed16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.079693] env[69763]: DEBUG nova.network.neutron [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Successfully updated port: c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 845.116162] env[69763]: INFO nova.compute.manager [-] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Took 1.45 seconds to deallocate network for instance. [ 845.206577] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122311, 'name': CreateSnapshot_Task, 'duration_secs': 0.493008} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.206886] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 845.207719] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441b9b56-085e-48d9-ad14-69dabc2b4e43 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.252397] env[69763]: DEBUG nova.compute.manager [req-a36e262b-1c09-472f-a91c-e1b864cf1909 req-6bcee1e0-17bb-44ea-92dc-97bb1caa237e service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received event network-vif-plugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 845.252678] env[69763]: DEBUG oslo_concurrency.lockutils [req-a36e262b-1c09-472f-a91c-e1b864cf1909 req-6bcee1e0-17bb-44ea-92dc-97bb1caa237e service nova] Acquiring lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.252858] env[69763]: DEBUG oslo_concurrency.lockutils [req-a36e262b-1c09-472f-a91c-e1b864cf1909 req-6bcee1e0-17bb-44ea-92dc-97bb1caa237e service nova] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.253009] env[69763]: DEBUG oslo_concurrency.lockutils [req-a36e262b-1c09-472f-a91c-e1b864cf1909 req-6bcee1e0-17bb-44ea-92dc-97bb1caa237e service nova] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.253186] env[69763]: DEBUG nova.compute.manager [req-a36e262b-1c09-472f-a91c-e1b864cf1909 req-6bcee1e0-17bb-44ea-92dc-97bb1caa237e service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] No waiting events found dispatching network-vif-plugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 845.253458] env[69763]: WARNING nova.compute.manager [req-a36e262b-1c09-472f-a91c-e1b864cf1909 req-6bcee1e0-17bb-44ea-92dc-97bb1caa237e service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received unexpected event network-vif-plugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 for instance with vm_state building and task_state spawning. [ 845.296143] env[69763]: DEBUG nova.scheduler.client.report [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 47 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 845.296477] env[69763]: DEBUG nova.compute.provider_tree [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 47 to 48 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 845.296653] env[69763]: DEBUG nova.compute.provider_tree [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 845.385962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.386411] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquired lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.443083] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c6aaf0-028e-6fd2-317e-056642f6ed16, 'name': SearchDatastore_Task, 'duration_secs': 0.01111} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.443746] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2009ba64-7cbd-46c0-b3ac-9ecbeddad418 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.451838] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 845.451838] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5287309a-9e74-5439-1339-0d76c27687cb" [ 845.451838] env[69763]: _type = "Task" [ 845.451838] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.463659] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5287309a-9e74-5439-1339-0d76c27687cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.582769] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.582929] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.583084] env[69763]: DEBUG nova.network.neutron [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.624806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.689724] env[69763]: DEBUG nova.network.neutron [req-b045babc-9aba-464e-b79c-6c60745d4a4b req-33020e41-4ba7-42d4-8589-045e707416de service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Updated VIF entry in instance network info cache for port 3ca934cf-39ec-4a01-bd2b-3cac852230be. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 845.690195] env[69763]: DEBUG nova.network.neutron [req-b045babc-9aba-464e-b79c-6c60745d4a4b req-33020e41-4ba7-42d4-8589-045e707416de service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Updating instance_info_cache with network_info: [{"id": "3ca934cf-39ec-4a01-bd2b-3cac852230be", "address": "fa:16:3e:f8:e0:3b", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.72", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3ca934cf-39", "ovs_interfaceid": "3ca934cf-39ec-4a01-bd2b-3cac852230be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.728022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 845.729048] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c285b8ef-0c79-4d3c-9036-2d3de2741a18 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.739637] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 845.739637] env[69763]: value = "task-4122312" [ 845.739637] env[69763]: _type = "Task" [ 845.739637] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.750540] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122312, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.805614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.091s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.806300] env[69763]: DEBUG nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 845.821020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.555s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.821020] env[69763]: DEBUG nova.objects.instance [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 845.846799] env[69763]: DEBUG nova.network.neutron [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 845.965915] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5287309a-9e74-5439-1339-0d76c27687cb, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.966242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.966534] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 41cbd6fa-b5a5-4783-81c1-a074ecc8c841/41cbd6fa-b5a5-4783-81c1-a074ecc8c841.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.966894] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cddc8c9b-f302-4f1c-91d4-0f3a3766dd63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.974937] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 845.974937] env[69763]: value = "task-4122313" [ 845.974937] env[69763]: _type = "Task" [ 845.974937] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.985219] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122313, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.122726] env[69763]: DEBUG nova.network.neutron [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.192823] env[69763]: DEBUG oslo_concurrency.lockutils [req-b045babc-9aba-464e-b79c-6c60745d4a4b req-33020e41-4ba7-42d4-8589-045e707416de service nova] Releasing lock "refresh_cache-41cbd6fa-b5a5-4783-81c1-a074ecc8c841" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.256920] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122312, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.334609] env[69763]: DEBUG nova.compute.utils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 846.336140] env[69763]: DEBUG nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 846.336639] env[69763]: DEBUG nova.network.neutron [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 846.407495] env[69763]: DEBUG nova.policy [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fcc55b5cc3f643278508eb9e1a782684', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44126fc8a24a41a98ad5146a987db10f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 846.413957] env[69763]: DEBUG nova.network.neutron [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [{"id": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "address": "fa:16:3e:ab:6c:64", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d7c4f8-9c", "ovs_interfaceid": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.481686] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquiring lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.482092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.495556] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122313, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.755704] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122312, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.760431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquiring lock "9afc1d78-9d77-4786-8598-f26947ecb97b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.760431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "9afc1d78-9d77-4786-8598-f26947ecb97b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.837922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e56b3ba7-cb5f-4543-8c4c-747f43b27ef6 tempest-ServersAdmin275Test-2124317176 tempest-ServersAdmin275Test-2124317176-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.842645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.210s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.842906] env[69763]: DEBUG nova.objects.instance [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lazy-loading 'resources' on Instance uuid 70e05ad8-091b-42d5-9c80-7a9e4ca3a996 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 846.844593] env[69763]: DEBUG nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 846.917686] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.918040] env[69763]: DEBUG nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Instance network_info: |[{"id": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "address": "fa:16:3e:ab:6c:64", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d7c4f8-9c", "ovs_interfaceid": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 846.918460] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:6c:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 846.927037] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating folder: Project (dea2da50113e4fc38b46da5f29c3bcf6). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.927037] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96a46709-5a9c-49d8-8228-c3ae7ac6fe8b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.937795] env[69763]: DEBUG nova.network.neutron [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updating instance_info_cache with network_info: [{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 846.941461] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Created folder: Project (dea2da50113e4fc38b46da5f29c3bcf6) in parent group-v816505. [ 846.941664] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating folder: Instances. Parent ref: group-v816572. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 846.942067] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-da403c00-7af2-47a3-9195-dfa4c3eac334 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.959516] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Created folder: Instances in parent group-v816572. [ 846.959516] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.959516] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 846.959516] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9bafec47-850e-4d67-9040-923786c745c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.975478] env[69763]: DEBUG nova.network.neutron [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Successfully created port: 4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 846.985958] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 846.985958] env[69763]: value = "task-4122316" [ 846.985958] env[69763]: _type = "Task" [ 846.985958] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.995475] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122313, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564827} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.996192] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 41cbd6fa-b5a5-4783-81c1-a074ecc8c841/41cbd6fa-b5a5-4783-81c1-a074ecc8c841.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.996480] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.996761] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cd41e06a-23ac-4b1d-b66c-ae5b5c62d751 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.001815] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122316, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.007182] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 847.007182] env[69763]: value = "task-4122317" [ 847.007182] env[69763]: _type = "Task" [ 847.007182] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.016263] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.107200] env[69763]: DEBUG nova.compute.manager [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Received event network-vif-deleted-b5853f59-4a73-4b73-b8cf-f4367c079646 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.107706] env[69763]: DEBUG nova.compute.manager [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Received event network-changed-037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.107706] env[69763]: DEBUG nova.compute.manager [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Refreshing instance network info cache due to event network-changed-037cdecf-d2c1-4cc4-b247-845cc278dc58. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.107834] env[69763]: DEBUG oslo_concurrency.lockutils [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] Acquiring lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.255676] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122312, 'name': CloneVM_Task, 'duration_secs': 1.506372} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.256250] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Created linked-clone VM from snapshot [ 847.257478] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f919ec-61e9-4de7-b584-1ab4f5b04d2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.267825] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Uploading image ae122188-5738-4007-985c-4f77e8254376 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 847.289328] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 847.289328] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-60c88377-bb3d-4e89-a31b-be8a4d2ee5f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.298926] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 847.298926] env[69763]: value = "task-4122318" [ 847.298926] env[69763]: _type = "Task" [ 847.298926] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.314092] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122318, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.352366] env[69763]: INFO nova.virt.block_device [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Booting with volume 9451eb81-2568-49dc-9083-f22a15a333bb at /dev/sda [ 847.416513] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ab8fbbb7-dc8d-41fc-ad2c-43090d49f60d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.432055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc28f03-8ae2-41f2-bc97-25e309b3641f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.453720] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Releasing lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.453949] env[69763]: DEBUG nova.compute.manager [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Inject network info {{(pid=69763) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 847.454214] env[69763]: DEBUG nova.compute.manager [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] network_info to inject: |[{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 847.459403] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Reconfiguring VM instance to set the machine id {{(pid=69763) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 847.463318] env[69763]: DEBUG nova.compute.manager [req-850c56c6-e287-497d-ab80-e766e1d658f5 req-080f98c7-199f-4761-bd9a-f11a99c111e3 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received event network-changed-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 847.463318] env[69763]: DEBUG nova.compute.manager [req-850c56c6-e287-497d-ab80-e766e1d658f5 req-080f98c7-199f-4761-bd9a-f11a99c111e3 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Refreshing instance network info cache due to event network-changed-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 847.463318] env[69763]: DEBUG oslo_concurrency.lockutils [req-850c56c6-e287-497d-ab80-e766e1d658f5 req-080f98c7-199f-4761-bd9a-f11a99c111e3 service nova] Acquiring lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.463318] env[69763]: DEBUG oslo_concurrency.lockutils [req-850c56c6-e287-497d-ab80-e766e1d658f5 req-080f98c7-199f-4761-bd9a-f11a99c111e3 service nova] Acquired lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.463318] env[69763]: DEBUG nova.network.neutron [req-850c56c6-e287-497d-ab80-e766e1d658f5 req-080f98c7-199f-4761-bd9a-f11a99c111e3 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Refreshing network info cache for port c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.464274] env[69763]: DEBUG oslo_concurrency.lockutils [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] Acquired lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.464500] env[69763]: DEBUG nova.network.neutron [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Refreshing network info cache for port 037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 847.466270] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74ee4de0-4546-4ea0-97f7-eff9a79b4760 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.496039] env[69763]: DEBUG oslo_vmware.api [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 847.496039] env[69763]: value = "task-4122319" [ 847.496039] env[69763]: _type = "Task" [ 847.496039] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.517340] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122316, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.521474] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-496b1340-5ede-48ec-85e9-d49d55d00d01 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.526837] env[69763]: DEBUG oslo_vmware.api [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122319, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.540602] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080762} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.540602] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.540917] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43b274e6-3e80-4b75-8fc4-827a6087713c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.552733] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cc524fb-f3f9-47c8-b0d0-c638447f36b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.581466] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 41cbd6fa-b5a5-4783-81c1-a074ecc8c841/41cbd6fa-b5a5-4783-81c1-a074ecc8c841.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.594818] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3dea7493-d0d6-43de-9d7e-63452127c5be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.611769] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25a09ed8-8bca-4b5f-a3cf-6ffc410fe376 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.621782] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8567ca68-7c7a-47bd-8b92-c67e9a09da69 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.623723] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 847.623723] env[69763]: value = "task-4122320" [ 847.623723] env[69763]: _type = "Task" [ 847.623723] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.633822] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122320, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.644875] env[69763]: DEBUG nova.virt.block_device [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Updating existing volume attachment record: fbb29ff8-709d-4915-a368-9c6dd75a4f16 {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 847.813030] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122318, 'name': Destroy_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.943640] env[69763]: DEBUG nova.network.neutron [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updated VIF entry in instance network info cache for port 037cdecf-d2c1-4cc4-b247-845cc278dc58. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 847.944024] env[69763]: DEBUG nova.network.neutron [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updating instance_info_cache with network_info: [{"id": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "address": "fa:16:3e:e5:1e:c4", "network": {"id": "5e79cb48-61af-4fc3-bb38-b4c4465374f5", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1167582890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.188", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4d8aeabe4484a389e9dc1a2391e6e5f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e49a26b5-7b6b-41fd-8bed-4cd9a6c1a002", "external-id": "nsx-vlan-transportzone-506", "segmentation_id": 506, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap037cdecf-d2", "ovs_interfaceid": "037cdecf-d2c1-4cc4-b247-845cc278dc58", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.004763] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122316, 'name': CreateVM_Task, 'duration_secs': 0.522044} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.005157] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 848.006139] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.006475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.006850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.007347] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c88cc0f4-4e7c-4351-a06b-d146956bc22c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.012693] env[69763]: DEBUG oslo_vmware.api [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122319, 'name': ReconfigVM_Task, 'duration_secs': 0.24228} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.016948] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e48bf7ea-c7ef-47f2-a64f-16add2fcf60c tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Reconfigured VM instance to set the machine id {{(pid=69763) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 848.022542] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 848.022542] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5217f115-3362-11dd-72c6-c5047ff59848" [ 848.022542] env[69763]: _type = "Task" [ 848.022542] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.034968] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5217f115-3362-11dd-72c6-c5047ff59848, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.080666] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c454a13-1a96-4aa6-bb28-f308fc896cb8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.094051] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efb48ad-583f-4921-9979-2563cdb51d8c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.136219] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-374ddfa5-2f22-46dc-87cd-6b9c46bea6f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.148663] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122320, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.155088] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eddcf49-1c23-4bc2-9de7-0dccb291a07e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.173646] env[69763]: DEBUG nova.compute.provider_tree [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.311350] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122318, 'name': Destroy_Task, 'duration_secs': 0.581859} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.311683] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Destroyed the VM [ 848.312095] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 848.312376] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d8fa48fb-d994-4de8-bc27-b75c8ca27fd2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.322064] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 848.322064] env[69763]: value = "task-4122321" [ 848.322064] env[69763]: _type = "Task" [ 848.322064] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.332130] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122321, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.383921] env[69763]: DEBUG nova.network.neutron [req-850c56c6-e287-497d-ab80-e766e1d658f5 req-080f98c7-199f-4761-bd9a-f11a99c111e3 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updated VIF entry in instance network info cache for port c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 848.384177] env[69763]: DEBUG nova.network.neutron [req-850c56c6-e287-497d-ab80-e766e1d658f5 req-080f98c7-199f-4761-bd9a-f11a99c111e3 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [{"id": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "address": "fa:16:3e:ab:6c:64", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d7c4f8-9c", "ovs_interfaceid": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.450479] env[69763]: DEBUG oslo_concurrency.lockutils [req-73b7384a-74be-4b68-bc28-84baa6e96b49 req-879819ff-5e27-4db4-b965-a7cb332eecc5 service nova] Releasing lock "refresh_cache-54894db8-c9c9-4a56-a266-96d9cab8d458" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.542241] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5217f115-3362-11dd-72c6-c5047ff59848, 'name': SearchDatastore_Task, 'duration_secs': 0.015014} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.542241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.542241] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 848.542241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.542241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.542241] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 848.542241] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b0a1471-0c84-4bcd-811f-04320ff592c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.552994] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 848.555020] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 848.555020] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-761f3df9-d55c-4525-974a-07f180592e99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.564415] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 848.564415] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5265b0f9-4c66-dbfc-41b2-ade2e80129dd" [ 848.564415] env[69763]: _type = "Task" [ 848.564415] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.570070] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "54894db8-c9c9-4a56-a266-96d9cab8d458" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.570692] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "54894db8-c9c9-4a56-a266-96d9cab8d458" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.571070] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "54894db8-c9c9-4a56-a266-96d9cab8d458-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.571366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "54894db8-c9c9-4a56-a266-96d9cab8d458-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.571687] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "54894db8-c9c9-4a56-a266-96d9cab8d458-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.574099] env[69763]: INFO nova.compute.manager [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Terminating instance [ 848.583837] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5265b0f9-4c66-dbfc-41b2-ade2e80129dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.642614] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122320, 'name': ReconfigVM_Task, 'duration_secs': 0.538947} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.642960] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 41cbd6fa-b5a5-4783-81c1-a074ecc8c841/41cbd6fa-b5a5-4783-81c1-a074ecc8c841.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.647331] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fbdfe382-e3b1-4f02-9391-594f7bb5f6b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.655722] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 848.655722] env[69763]: value = "task-4122322" [ 848.655722] env[69763]: _type = "Task" [ 848.655722] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.668104] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122322, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.677322] env[69763]: DEBUG nova.scheduler.client.report [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.838325] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122321, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.892335] env[69763]: DEBUG oslo_concurrency.lockutils [req-850c56c6-e287-497d-ab80-e766e1d658f5 req-080f98c7-199f-4761-bd9a-f11a99c111e3 service nova] Releasing lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.900024] env[69763]: DEBUG nova.network.neutron [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Successfully updated port: 4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 849.077797] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5265b0f9-4c66-dbfc-41b2-ade2e80129dd, 'name': SearchDatastore_Task, 'duration_secs': 0.021711} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.080224] env[69763]: DEBUG nova.compute.manager [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 849.080374] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 849.080617] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8b6c712-9149-4945-b842-1b0fde50c042 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.084075] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1152e5d-b09e-48a9-b1a5-a971aebc1253 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.097276] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 849.097276] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52105d98-7824-ec02-bc82-902c2905fd51" [ 849.097276] env[69763]: _type = "Task" [ 849.097276] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.097276] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 849.098116] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5cf1a27d-4af0-41fa-bc77-44c40a891968 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.111159] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52105d98-7824-ec02-bc82-902c2905fd51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.112952] env[69763]: DEBUG oslo_vmware.api [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 849.112952] env[69763]: value = "task-4122323" [ 849.112952] env[69763]: _type = "Task" [ 849.112952] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.121467] env[69763]: DEBUG oslo_vmware.api [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122323, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.166932] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122322, 'name': Rename_Task, 'duration_secs': 0.172102} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.167259] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 849.167554] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e38f6256-d170-45e8-92bc-a198a33e4245 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.177037] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 849.177037] env[69763]: value = "task-4122324" [ 849.177037] env[69763]: _type = "Task" [ 849.177037] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.183064] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.340s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.189602] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.353s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.191424] env[69763]: INFO nova.compute.claims [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.198026] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122324, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.223536] env[69763]: INFO nova.scheduler.client.report [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Deleted allocations for instance 70e05ad8-091b-42d5-9c80-7a9e4ca3a996 [ 849.338026] env[69763]: DEBUG oslo_vmware.api [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122321, 'name': RemoveSnapshot_Task, 'duration_secs': 0.54448} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.338026] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 849.405482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Acquiring lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.405633] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Acquired lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.405783] env[69763]: DEBUG nova.network.neutron [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 849.478803] env[69763]: DEBUG nova.compute.manager [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Received event network-vif-plugged-4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.479189] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] Acquiring lock "a2c800ff-c590-4e06-961f-fbb50928aa71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.479338] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] Lock "a2c800ff-c590-4e06-961f-fbb50928aa71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.479556] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] Lock "a2c800ff-c590-4e06-961f-fbb50928aa71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.479748] env[69763]: DEBUG nova.compute.manager [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] No waiting events found dispatching network-vif-plugged-4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 849.479971] env[69763]: WARNING nova.compute.manager [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Received unexpected event network-vif-plugged-4f69cd39-f58f-45bc-835c-5827d60aca68 for instance with vm_state building and task_state spawning. [ 849.480409] env[69763]: DEBUG nova.compute.manager [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Received event network-changed-4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 849.480586] env[69763]: DEBUG nova.compute.manager [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Refreshing instance network info cache due to event network-changed-4f69cd39-f58f-45bc-835c-5827d60aca68. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 849.480772] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] Acquiring lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.611725] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52105d98-7824-ec02-bc82-902c2905fd51, 'name': SearchDatastore_Task, 'duration_secs': 0.02577} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.612333] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.613147] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c/b6f29db9-80f6-4781-b486-3d1a5b4f841c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 849.613702] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-45ae144e-9f61-4580-85ed-ba47d9da4a4b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.630201] env[69763]: DEBUG oslo_vmware.api [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122323, 'name': PowerOffVM_Task, 'duration_secs': 0.249315} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.630498] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 849.630498] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 849.630842] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 849.630842] env[69763]: value = "task-4122325" [ 849.630842] env[69763]: _type = "Task" [ 849.630842] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.631055] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-756b3e05-fbcb-4abd-89c9-1316be10bba3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.641885] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.691209] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122324, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.712993] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 849.713239] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 849.713423] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Deleting the datastore file [datastore1] 54894db8-c9c9-4a56-a266-96d9cab8d458 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 849.713712] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-757c4c37-a36d-44e7-a159-9dac9c5bcde8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.723445] env[69763]: DEBUG oslo_vmware.api [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for the task: (returnval){ [ 849.723445] env[69763]: value = "task-4122327" [ 849.723445] env[69763]: _type = "Task" [ 849.723445] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.733299] env[69763]: DEBUG oslo_vmware.api [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.739272] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cb94a9a4-731a-43d3-acf8-4cd59f47b3bc tempest-ServerDiagnosticsNegativeTest-1637113848 tempest-ServerDiagnosticsNegativeTest-1637113848-project-member] Lock "70e05ad8-091b-42d5-9c80-7a9e4ca3a996" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.798s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.800011] env[69763]: DEBUG nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 849.800695] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 849.800946] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 849.801158] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 849.801640] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 849.801836] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 849.802042] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 849.802388] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 849.802687] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 849.802898] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 849.803183] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 849.803534] env[69763]: DEBUG nova.virt.hardware [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 849.804957] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79599a2e-7799-4df4-b48a-63efd167adbd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.818043] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb45aa7b-2aba-4476-b73e-238ea9696098 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.844470] env[69763]: WARNING nova.compute.manager [None req-fcfcc0be-41d0-47b4-8ee9-ff00dbd86912 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Image not found during snapshot: nova.exception.ImageNotFound: Image ae122188-5738-4007-985c-4f77e8254376 could not be found. [ 849.975029] env[69763]: DEBUG nova.network.neutron [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 850.149899] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.198795] env[69763]: DEBUG oslo_vmware.api [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122324, 'name': PowerOnVM_Task, 'duration_secs': 0.669122} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.201345] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 850.201345] env[69763]: INFO nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Took 9.11 seconds to spawn the instance on the hypervisor. [ 850.201345] env[69763]: DEBUG nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 850.204242] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a45c821-59d8-44b2-bcab-7b8535bae296 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.242226] env[69763]: DEBUG oslo_vmware.api [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Task: {'id': task-4122327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.306464} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.242501] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 850.242679] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 850.242854] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 850.243034] env[69763]: INFO nova.compute.manager [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Took 1.16 seconds to destroy the instance on the hypervisor. [ 850.243315] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.243560] env[69763]: DEBUG nova.compute.manager [-] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 850.243656] env[69763]: DEBUG nova.network.neutron [-] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 850.328719] env[69763]: DEBUG nova.network.neutron [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Updating instance_info_cache with network_info: [{"id": "4f69cd39-f58f-45bc-835c-5827d60aca68", "address": "fa:16:3e:85:8a:3b", "network": {"id": "b54cc513-aef2-4147-91e2-c83d5b32c454", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2030657423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44126fc8a24a41a98ad5146a987db10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f69cd39-f5", "ovs_interfaceid": "4f69cd39-f58f-45bc-835c-5827d60aca68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.649192] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.695915} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.649842] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c/b6f29db9-80f6-4781-b486-3d1a5b4f841c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 850.650144] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 850.653869] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1aea5f81-c8a7-4933-92bd-3f1d5f35b081 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.667511] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 850.667511] env[69763]: value = "task-4122328" [ 850.667511] env[69763]: _type = "Task" [ 850.667511] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.677417] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122328, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.735914] env[69763]: INFO nova.compute.manager [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Took 37.13 seconds to build instance. [ 850.804466] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79df5797-4fe2-46e9-9ae4-f4a728b50b56 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.814367] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3486be-551d-44d9-941f-e9c149a87ff9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.848617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Releasing lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.849050] env[69763]: DEBUG nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Instance network_info: |[{"id": "4f69cd39-f58f-45bc-835c-5827d60aca68", "address": "fa:16:3e:85:8a:3b", "network": {"id": "b54cc513-aef2-4147-91e2-c83d5b32c454", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2030657423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44126fc8a24a41a98ad5146a987db10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f69cd39-f5", "ovs_interfaceid": "4f69cd39-f58f-45bc-835c-5827d60aca68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 850.849654] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] Acquired lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.849903] env[69763]: DEBUG nova.network.neutron [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Refreshing network info cache for port 4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 850.851420] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:8a:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c7d2575f-b92f-44ec-a863-634cb76631a2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4f69cd39-f58f-45bc-835c-5827d60aca68', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 850.859189] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Creating folder: Project (44126fc8a24a41a98ad5146a987db10f). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.860053] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ffe8552-4836-4517-a403-4a76e9b939bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.864204] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c1748c7f-cc66-43e0-8647-8ffa3e709288 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.872970] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e232e4af-0c48-4078-a634-35df940ff0b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.878945] env[69763]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 850.879191] env[69763]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69763) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 850.879892] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Folder already exists: Project (44126fc8a24a41a98ad5146a987db10f). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 850.880165] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Creating folder: Instances. Parent ref: group-v816525. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 850.880781] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0b0fe5f1-92b5-4bd4-888e-c7612fc5a146 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.894381] env[69763]: DEBUG nova.compute.provider_tree [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 850.899351] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Created folder: Instances in parent group-v816525. [ 850.899351] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 850.899649] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 850.899807] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-27ed12b5-435c-4821-a9b3-85588277876b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.921164] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 850.921164] env[69763]: value = "task-4122331" [ 850.921164] env[69763]: _type = "Task" [ 850.921164] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.930078] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122331, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.177915] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122328, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070996} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.180400] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 851.184249] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-306f7e9f-c5a2-4451-a990-20c918c7983a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.213743] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c/b6f29db9-80f6-4781-b486-3d1a5b4f841c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 851.215083] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ab41566-3619-4252-8548-c1c3b6a750e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.236249] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 851.236249] env[69763]: value = "task-4122332" [ 851.236249] env[69763]: _type = "Task" [ 851.236249] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.241386] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c620c557-56e2-4e1b-a73b-4f3e122a16f7 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.656s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.252570] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122332, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.406150] env[69763]: DEBUG nova.scheduler.client.report [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.435963] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122331, 'name': CreateVM_Task, 'duration_secs': 0.421982} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.435963] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 851.435963] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': 'fbb29ff8-709d-4915-a368-9c6dd75a4f16', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816543', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'name': 'volume-9451eb81-2568-49dc-9083-f22a15a333bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c800ff-c590-4e06-961f-fbb50928aa71', 'attached_at': '', 'detached_at': '', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'serial': '9451eb81-2568-49dc-9083-f22a15a333bb'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69763) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 851.436379] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Root volume attach. Driver type: vmdk {{(pid=69763) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 851.437582] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df941e4-accb-447c-a597-8ccdbfe21784 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.448074] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ce13ad7-3323-41fb-a342-6f449ff15c8b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.457294] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fc1bbb-a9c0-40df-9bd9-bfd470096470 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.466583] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-9c42cbe3-3789-43ec-88e7-ea5b4c2bedb6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.479644] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 851.479644] env[69763]: value = "task-4122333" [ 851.479644] env[69763]: _type = "Task" [ 851.479644] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.495184] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122333, 'name': RelocateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.688417] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "139c1c58-6206-4350-a68d-0ec195119fd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.689478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "139c1c58-6206-4350-a68d-0ec195119fd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.689783] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "139c1c58-6206-4350-a68d-0ec195119fd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.689957] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "139c1c58-6206-4350-a68d-0ec195119fd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.690234] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "139c1c58-6206-4350-a68d-0ec195119fd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.693701] env[69763]: INFO nova.compute.manager [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Terminating instance [ 851.750553] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122332, 'name': ReconfigVM_Task, 'duration_secs': 0.329784} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.751396] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c/b6f29db9-80f6-4781-b486-3d1a5b4f841c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 851.751597] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-193141cf-c0c7-48e7-8c30-7a0e67db7bb7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.753444] env[69763]: DEBUG nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 851.762383] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 851.762383] env[69763]: value = "task-4122334" [ 851.762383] env[69763]: _type = "Task" [ 851.762383] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.767120] env[69763]: DEBUG nova.network.neutron [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Updated VIF entry in instance network info cache for port 4f69cd39-f58f-45bc-835c-5827d60aca68. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 851.767949] env[69763]: DEBUG nova.network.neutron [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Updating instance_info_cache with network_info: [{"id": "4f69cd39-f58f-45bc-835c-5827d60aca68", "address": "fa:16:3e:85:8a:3b", "network": {"id": "b54cc513-aef2-4147-91e2-c83d5b32c454", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2030657423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44126fc8a24a41a98ad5146a987db10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f69cd39-f5", "ovs_interfaceid": "4f69cd39-f58f-45bc-835c-5827d60aca68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.779753] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122334, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.912431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.720s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.912431] env[69763]: DEBUG nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.914051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.134s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.915720] env[69763]: INFO nova.compute.claims [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.994016] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122333, 'name': RelocateVM_Task} progress is 19%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.203397] env[69763]: DEBUG nova.compute.manager [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 852.203397] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 852.203397] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dba3c0e-4793-45d4-8931-b1042bf46418 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.219339] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 852.219339] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed9835d9-4187-45e1-b09e-6157ff1ad0f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.229425] env[69763]: DEBUG oslo_vmware.api [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 852.229425] env[69763]: value = "task-4122335" [ 852.229425] env[69763]: _type = "Task" [ 852.229425] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.239399] env[69763]: DEBUG oslo_vmware.api [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122335, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.275774] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a358697-4b75-45db-95ef-f471b213d60d req-3a5b98f7-5a15-4402-a742-15594fa78ed5 service nova] Releasing lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.276215] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122334, 'name': Rename_Task, 'duration_secs': 0.15047} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.276491] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 852.280025] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44426fe2-9b8f-4d13-ac76-8ea1a72ac64e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.288056] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 852.289722] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 852.289722] env[69763]: value = "task-4122336" [ 852.289722] env[69763]: _type = "Task" [ 852.289722] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.302124] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122336, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.342967] env[69763]: DEBUG nova.network.neutron [-] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.411436] env[69763]: DEBUG nova.compute.manager [req-313263de-2eb5-47fe-a40f-2c95e7cbded9 req-728487d3-560c-4557-b6b3-a4597f5c3295 service nova] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Received event network-vif-deleted-037cdecf-d2c1-4cc4-b247-845cc278dc58 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 852.424781] env[69763]: DEBUG nova.compute.utils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.427010] env[69763]: DEBUG nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 852.427204] env[69763]: DEBUG nova.network.neutron [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 852.513312] env[69763]: DEBUG nova.policy [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c68a5dde31dc46209b3d43ea0e26666c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '80462be4f91a49b7a83c05ad608fc00c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.515485] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122333, 'name': RelocateVM_Task} progress is 19%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.744626] env[69763]: DEBUG oslo_vmware.api [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122335, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.805283] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122336, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.820491] env[69763]: INFO nova.compute.manager [-] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Took 2.58 seconds to deallocate network for instance. [ 852.928298] env[69763]: DEBUG nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.993918] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122333, 'name': RelocateVM_Task, 'duration_secs': 1.417982} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.999025] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 852.999025] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816543', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'name': 'volume-9451eb81-2568-49dc-9083-f22a15a333bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c800ff-c590-4e06-961f-fbb50928aa71', 'attached_at': '', 'detached_at': '', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'serial': '9451eb81-2568-49dc-9083-f22a15a333bb'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 852.999025] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d615119f-c642-433f-9fe2-b92249ba053c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.029859] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7bc4ba2-3c28-4489-883c-f5704d10d743 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.057620] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Reconfiguring VM instance instance-00000015 to attach disk [datastore2] volume-9451eb81-2568-49dc-9083-f22a15a333bb/volume-9451eb81-2568-49dc-9083-f22a15a333bb.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 853.061139] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-980bba3b-5472-47b3-ad0e-b9cb76c5df08 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.086411] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 853.086411] env[69763]: value = "task-4122337" [ 853.086411] env[69763]: _type = "Task" [ 853.086411] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.102710] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122337, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.127268] env[69763]: DEBUG nova.network.neutron [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Successfully created port: f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 853.241121] env[69763]: DEBUG oslo_vmware.api [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122335, 'name': PowerOffVM_Task, 'duration_secs': 0.518561} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.244224] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 853.244426] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 853.245029] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-75889288-0c7e-4cdd-9e8a-ad7a2eb7954b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.306199] env[69763]: DEBUG oslo_vmware.api [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122336, 'name': PowerOnVM_Task, 'duration_secs': 0.534413} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.306532] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 853.306868] env[69763]: INFO nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Took 9.55 seconds to spawn the instance on the hypervisor. [ 853.307043] env[69763]: DEBUG nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 853.307745] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-743f6cbe-8cf6-4fac-8c9e-3f6351a60ad4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.329450] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 853.329450] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 853.329450] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleting the datastore file [datastore1] 139c1c58-6206-4350-a68d-0ec195119fd7 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 853.329450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.329450] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d7454c8-8013-4146-9b42-6502a470b1b9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.338818] env[69763]: DEBUG oslo_vmware.api [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 853.338818] env[69763]: value = "task-4122339" [ 853.338818] env[69763]: _type = "Task" [ 853.338818] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.349375] env[69763]: DEBUG oslo_vmware.api [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122339, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.435094] env[69763]: INFO nova.virt.block_device [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Booting with volume 09f1158b-81b2-40b9-8a4f-3f54ed802d96 at /dev/sda [ 853.496519] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1ac7d974-6a14-4710-8a59-16edabec00d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.507612] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c8b2a74-539a-4885-9fce-5933b31734c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.564277] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-69547446-7c6d-4cf6-9e04-ea3faeb61759 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.575287] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f137ca59-a356-4da7-b4a4-9f67bacd6c47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.602395] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122337, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.616835] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1654e80b-447e-426b-8bea-724c3e919b6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.625546] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c426035-ba1e-44c3-9da7-e0860d2b5133 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.644402] env[69763]: DEBUG nova.virt.block_device [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Updating existing volume attachment record: bc61a637-f3bb-4c60-9ceb-ae103f030d50 {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 853.677500] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35f18b3c-0938-43c5-9630-a77c990e8a1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.690080] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4abe94cb-dfeb-4c66-a962-07f718b98dc9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.729025] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfa11709-7fcb-4fdc-ae2c-25f03f4e6028 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.741535] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b152da31-403c-4f77-a3a4-847f4296b907 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.762598] env[69763]: DEBUG nova.compute.provider_tree [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.829277] env[69763]: INFO nova.compute.manager [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Took 40.18 seconds to build instance. [ 853.861635] env[69763]: DEBUG oslo_vmware.api [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122339, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362792} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.861635] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 853.861635] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 853.861635] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 853.861635] env[69763]: INFO nova.compute.manager [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Took 1.66 seconds to destroy the instance on the hypervisor. [ 853.861635] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 853.862367] env[69763]: DEBUG nova.compute.manager [-] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 853.862478] env[69763]: DEBUG nova.network.neutron [-] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 854.028266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.028539] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.030634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.030634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.030704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.034102] env[69763]: INFO nova.compute.manager [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Terminating instance [ 854.103218] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122337, 'name': ReconfigVM_Task, 'duration_secs': 0.671011} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.103583] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Reconfigured VM instance instance-00000015 to attach disk [datastore2] volume-9451eb81-2568-49dc-9083-f22a15a333bb/volume-9451eb81-2568-49dc-9083-f22a15a333bb.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 854.109675] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe97987-2bba-43e2-9cce-ad2ca9732066 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.126798] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 854.126798] env[69763]: value = "task-4122340" [ 854.126798] env[69763]: _type = "Task" [ 854.126798] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.142062] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122340, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.146465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "002b787b-96fa-4f0b-b2d4-969d2f49a574" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.146677] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "002b787b-96fa-4f0b-b2d4-969d2f49a574" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.172073] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.172135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.184048] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "da489781-f745-4bfc-b063-9668d1791178" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.184392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "da489781-f745-4bfc-b063-9668d1791178" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.266260] env[69763]: DEBUG nova.scheduler.client.report [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.331341] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dc0aad72-3ace-408e-b296-41225e65b297 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.706s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.542408] env[69763]: DEBUG nova.compute.manager [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.542408] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.542408] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44a126f-408d-453f-ac92-643e55f40c4d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.550756] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.551240] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bfeac32-932e-4a4e-b339-229c14246212 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.559066] env[69763]: DEBUG oslo_vmware.api [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 854.559066] env[69763]: value = "task-4122341" [ 854.559066] env[69763]: _type = "Task" [ 854.559066] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.568768] env[69763]: DEBUG oslo_vmware.api [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.640621] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122340, 'name': ReconfigVM_Task, 'duration_secs': 0.317263} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.641219] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816543', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'name': 'volume-9451eb81-2568-49dc-9083-f22a15a333bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c800ff-c590-4e06-961f-fbb50928aa71', 'attached_at': '', 'detached_at': '', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'serial': '9451eb81-2568-49dc-9083-f22a15a333bb'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 854.642172] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3599c7f9-608a-44fc-8c19-fbbda8afd9be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.654015] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 854.654015] env[69763]: value = "task-4122342" [ 854.654015] env[69763]: _type = "Task" [ 854.654015] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.669035] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122342, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.714865] env[69763]: DEBUG nova.network.neutron [-] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.773292] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.774739] env[69763]: DEBUG nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 854.776863] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.300s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.778437] env[69763]: INFO nova.compute.claims [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 854.833597] env[69763]: DEBUG nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 854.920611] env[69763]: DEBUG nova.compute.manager [req-6c6bb0b6-a600-433a-899c-a09668b469e6 req-99732438-01bc-464a-bbf1-46165737183f service nova] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Received event network-vif-deleted-a82fea55-f0c7-4e9c-b0a4-9ec778a70e83 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.070649] env[69763]: DEBUG oslo_vmware.api [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122341, 'name': PowerOffVM_Task, 'duration_secs': 0.266542} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.070928] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.071198] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.071463] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-453927dc-3b86-414f-80c9-422091e16d17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.138396] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.138651] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.139188] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Deleting the datastore file [datastore1] 41cbd6fa-b5a5-4783-81c1-a074ecc8c841 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.139188] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47006218-96ca-432d-a400-154df1b44b15 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.152951] env[69763]: DEBUG oslo_vmware.api [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for the task: (returnval){ [ 855.152951] env[69763]: value = "task-4122344" [ 855.152951] env[69763]: _type = "Task" [ 855.152951] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.170953] env[69763]: DEBUG oslo_vmware.api [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122344, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.175998] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122342, 'name': Rename_Task, 'duration_secs': 0.153765} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.176293] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 855.177113] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50ec1936-f2ae-4e80-a798-be79c3f2c83e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.186711] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 855.186711] env[69763]: value = "task-4122345" [ 855.186711] env[69763]: _type = "Task" [ 855.186711] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.204224] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122345, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.218693] env[69763]: INFO nova.compute.manager [-] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Took 1.36 seconds to deallocate network for instance. [ 855.232101] env[69763]: DEBUG nova.network.neutron [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Successfully updated port: f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 855.283810] env[69763]: DEBUG nova.compute.utils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.288446] env[69763]: DEBUG nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 855.288633] env[69763]: DEBUG nova.network.neutron [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 855.332189] env[69763]: DEBUG nova.policy [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5d839767d6b548feac0ae8c243d2fffe', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9cd1bff6357d4d31b5f80ee5a7b2374f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.360621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.390922] env[69763]: DEBUG nova.compute.manager [req-8bd06e60-ae66-4d1b-9161-eb04bd6fdbae req-096745b4-8b9a-4b2e-944b-8735b6cd8cff service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Received event network-vif-plugged-f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.393215] env[69763]: DEBUG oslo_concurrency.lockutils [req-8bd06e60-ae66-4d1b-9161-eb04bd6fdbae req-096745b4-8b9a-4b2e-944b-8735b6cd8cff service nova] Acquiring lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.393215] env[69763]: DEBUG oslo_concurrency.lockutils [req-8bd06e60-ae66-4d1b-9161-eb04bd6fdbae req-096745b4-8b9a-4b2e-944b-8735b6cd8cff service nova] Lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.393215] env[69763]: DEBUG oslo_concurrency.lockutils [req-8bd06e60-ae66-4d1b-9161-eb04bd6fdbae req-096745b4-8b9a-4b2e-944b-8735b6cd8cff service nova] Lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.393215] env[69763]: DEBUG nova.compute.manager [req-8bd06e60-ae66-4d1b-9161-eb04bd6fdbae req-096745b4-8b9a-4b2e-944b-8735b6cd8cff service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] No waiting events found dispatching network-vif-plugged-f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 855.393215] env[69763]: WARNING nova.compute.manager [req-8bd06e60-ae66-4d1b-9161-eb04bd6fdbae req-096745b4-8b9a-4b2e-944b-8735b6cd8cff service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Received unexpected event network-vif-plugged-f67de4f5-bb24-406d-9f4b-c39176e1501e for instance with vm_state building and task_state spawning. [ 855.421417] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "6f88b001-92fe-4870-833d-50d35a87a27d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.421798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "6f88b001-92fe-4870-833d-50d35a87a27d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.667591] env[69763]: DEBUG oslo_vmware.api [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Task: {'id': task-4122344, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157609} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.668014] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.668717] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.668717] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.668717] env[69763]: INFO nova.compute.manager [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Took 1.13 seconds to destroy the instance on the hypervisor. [ 855.669138] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 855.669423] env[69763]: DEBUG nova.compute.manager [-] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 855.669569] env[69763]: DEBUG nova.network.neutron [-] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.699320] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122345, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.733161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.737619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Acquiring lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.737619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Acquired lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.737619] env[69763]: DEBUG nova.network.neutron [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.778973] env[69763]: DEBUG nova.network.neutron [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Successfully created port: 6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 855.783901] env[69763]: DEBUG nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 855.784196] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 855.784375] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 855.784576] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 855.785275] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 855.785275] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 855.785381] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 855.785572] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 855.785682] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 855.785844] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 855.786253] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 855.786430] env[69763]: DEBUG nova.virt.hardware [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 855.787928] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7dbb849-f552-45f6-9d03-c8159615bd65 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.791987] env[69763]: DEBUG nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 855.812918] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726434af-4ea2-41d5-8a05-2519dc4ebadb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.997926] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquiring lock "626997d7-942b-440c-9cd8-5ff0fe1d8246" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.998183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "626997d7-942b-440c-9cd8-5ff0fe1d8246" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.201892] env[69763]: DEBUG oslo_vmware.api [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122345, 'name': PowerOnVM_Task, 'duration_secs': 0.59886} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.205234] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 856.205876] env[69763]: INFO nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Took 6.41 seconds to spawn the instance on the hypervisor. [ 856.205876] env[69763]: DEBUG nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 856.207046] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c00e0b-4ec7-4ce9-b835-7dc34c302951 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.296950] env[69763]: DEBUG nova.network.neutron [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.048572] env[69763]: DEBUG nova.network.neutron [-] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.057022] env[69763]: DEBUG nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 857.061474] env[69763]: DEBUG nova.compute.manager [req-fc8bd30d-7dc2-446f-9d55-d6e913bde7f2 req-2e1d7526-6fdc-46c9-bc43-306de6e4ca82 service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Received event network-vif-deleted-3ca934cf-39ec-4a01-bd2b-3cac852230be {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.061474] env[69763]: INFO nova.compute.manager [req-fc8bd30d-7dc2-446f-9d55-d6e913bde7f2 req-2e1d7526-6fdc-46c9-bc43-306de6e4ca82 service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Neutron deleted interface 3ca934cf-39ec-4a01-bd2b-3cac852230be; detaching it from the instance and deleting it from the info cache [ 857.061474] env[69763]: DEBUG nova.network.neutron [req-fc8bd30d-7dc2-446f-9d55-d6e913bde7f2 req-2e1d7526-6fdc-46c9-bc43-306de6e4ca82 service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.063073] env[69763]: INFO nova.compute.manager [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Took 42.24 seconds to build instance. [ 857.097128] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 857.097390] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 857.097550] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 857.097808] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 857.097988] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 857.098151] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 857.098357] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 857.098739] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 857.098739] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 857.098903] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 857.099095] env[69763]: DEBUG nova.virt.hardware [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 857.100478] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-235e3c09-159e-4493-9567-ce7380e96984 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.113393] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-875d874f-411f-4956-a4f0-862a0397a0fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.145923] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-050ff3e4-4e65-4a05-a330-92ecb7c9c2ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.155270] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b335a977-b85e-48fe-aa84-b0205918c891 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.188532] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8985753e-0833-46cc-9ddd-b45591b6b5a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.197103] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cd95945-c54b-4cf6-aaa6-1615dd7f1ba8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.214268] env[69763]: DEBUG nova.compute.provider_tree [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 857.236321] env[69763]: DEBUG nova.network.neutron [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Updating instance_info_cache with network_info: [{"id": "f67de4f5-bb24-406d-9f4b-c39176e1501e", "address": "fa:16:3e:bd:52:5c", "network": {"id": "a2b6cee5-c079-4046-bcac-a55fd378e6f7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-290037497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80462be4f91a49b7a83c05ad608fc00c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67de4f5-bb", "ovs_interfaceid": "f67de4f5-bb24-406d-9f4b-c39176e1501e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.469714] env[69763]: DEBUG nova.compute.manager [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Received event network-changed-f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.469916] env[69763]: DEBUG nova.compute.manager [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Refreshing instance network info cache due to event network-changed-f67de4f5-bb24-406d-9f4b-c39176e1501e. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.470146] env[69763]: DEBUG oslo_concurrency.lockutils [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] Acquiring lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.534726] env[69763]: DEBUG nova.network.neutron [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Successfully updated port: 6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 857.560396] env[69763]: INFO nova.compute.manager [-] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Took 1.89 seconds to deallocate network for instance. [ 857.572161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f9efd29-c89f-4a04-a9bb-8f08c8a2b3b4 tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "a2c800ff-c590-4e06-961f-fbb50928aa71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.757s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.572161] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-108cec64-b9ee-4aec-8d7e-c376fc093edb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.585807] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-502c7692-fc90-4de5-8c9c-7d20c16360ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.619338] env[69763]: DEBUG nova.compute.manager [req-fc8bd30d-7dc2-446f-9d55-d6e913bde7f2 req-2e1d7526-6fdc-46c9-bc43-306de6e4ca82 service nova] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Detach interface failed, port_id=3ca934cf-39ec-4a01-bd2b-3cac852230be, reason: Instance 41cbd6fa-b5a5-4783-81c1-a074ecc8c841 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 857.719473] env[69763]: DEBUG nova.scheduler.client.report [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 857.739543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Releasing lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.739930] env[69763]: DEBUG nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Instance network_info: |[{"id": "f67de4f5-bb24-406d-9f4b-c39176e1501e", "address": "fa:16:3e:bd:52:5c", "network": {"id": "a2b6cee5-c079-4046-bcac-a55fd378e6f7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-290037497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80462be4f91a49b7a83c05ad608fc00c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67de4f5-bb", "ovs_interfaceid": "f67de4f5-bb24-406d-9f4b-c39176e1501e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 857.740283] env[69763]: DEBUG oslo_concurrency.lockutils [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] Acquired lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.740509] env[69763]: DEBUG nova.network.neutron [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Refreshing network info cache for port f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.741813] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bd:52:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f67de4f5-bb24-406d-9f4b-c39176e1501e', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.751907] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Creating folder: Project (80462be4f91a49b7a83c05ad608fc00c). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.756095] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-752bcd6b-6e80-4093-8a9a-132c64642ca4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.769809] env[69763]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 857.770043] env[69763]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69763) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 857.770420] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Folder already exists: Project (80462be4f91a49b7a83c05ad608fc00c). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 857.770607] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Creating folder: Instances. Parent ref: group-v816527. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.770848] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d42f442d-775a-4800-8463-4998168d1867 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.783443] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Created folder: Instances in parent group-v816527. [ 857.783686] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 857.783883] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.784318] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53f59930-0df4-4866-a8f4-c7e886c24348 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.807535] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.807535] env[69763]: value = "task-4122348" [ 857.807535] env[69763]: _type = "Task" [ 857.807535] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.816949] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122348, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.040843] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.041097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquired lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.041260] env[69763]: DEBUG nova.network.neutron [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 858.071526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.076755] env[69763]: DEBUG nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 858.227717] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.449s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.227717] env[69763]: DEBUG nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 858.233087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.163s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.233087] env[69763]: DEBUG nova.objects.instance [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lazy-loading 'resources' on Instance uuid aae9c3c4-2b4b-45af-abb8-31ca8bbe8714 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.253407] env[69763]: DEBUG nova.network.neutron [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Updated VIF entry in instance network info cache for port f67de4f5-bb24-406d-9f4b-c39176e1501e. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.253407] env[69763]: DEBUG nova.network.neutron [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Updating instance_info_cache with network_info: [{"id": "f67de4f5-bb24-406d-9f4b-c39176e1501e", "address": "fa:16:3e:bd:52:5c", "network": {"id": "a2b6cee5-c079-4046-bcac-a55fd378e6f7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-290037497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80462be4f91a49b7a83c05ad608fc00c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67de4f5-bb", "ovs_interfaceid": "f67de4f5-bb24-406d-9f4b-c39176e1501e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.322241] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122348, 'name': CreateVM_Task, 'duration_secs': 0.351669} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.322471] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.323218] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': 'bc61a637-f3bb-4c60-9ceb-ae103f030d50', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816544', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'name': 'volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '303d37a8-47bf-4fab-aa8b-ed20d3a9afa6', 'attached_at': '', 'detached_at': '', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'serial': '09f1158b-81b2-40b9-8a4f-3f54ed802d96'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69763) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 858.323473] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Root volume attach. Driver type: vmdk {{(pid=69763) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 858.324710] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1209c3ba-00e7-405a-88f2-532821b4e958 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.334909] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105b5c36-1c4a-4397-a3c8-08258232ed1a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.344420] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb83401-2dcd-461f-8ba2-eabd2a9fa462 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.355389] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-698d7cd9-556a-4366-a7ea-d7e3c71a4ff4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.366692] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 858.366692] env[69763]: value = "task-4122349" [ 858.366692] env[69763]: _type = "Task" [ 858.366692] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.378478] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122349, 'name': RelocateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.578834] env[69763]: DEBUG nova.network.neutron [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 858.613642] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.736823] env[69763]: DEBUG nova.compute.utils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 858.738955] env[69763]: DEBUG nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 858.738955] env[69763]: DEBUG nova.network.neutron [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 858.755894] env[69763]: DEBUG oslo_concurrency.lockutils [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] Releasing lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.756133] env[69763]: DEBUG nova.compute.manager [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Received event network-vif-plugged-6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.756342] env[69763]: DEBUG oslo_concurrency.lockutils [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] Acquiring lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.756607] env[69763]: DEBUG oslo_concurrency.lockutils [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] Lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.756810] env[69763]: DEBUG oslo_concurrency.lockutils [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] Lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.757238] env[69763]: DEBUG nova.compute.manager [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] No waiting events found dispatching network-vif-plugged-6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 858.757238] env[69763]: WARNING nova.compute.manager [req-6e162582-5a0e-472b-8280-c92bb4ac2a31 req-9a1b72ba-fc41-4efe-94e9-6e8f25e64594 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Received unexpected event network-vif-plugged-6266c56a-1d01-4f6a-b0fd-e96b69664915 for instance with vm_state building and task_state spawning. [ 858.777547] env[69763]: DEBUG nova.network.neutron [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updating instance_info_cache with network_info: [{"id": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "address": "fa:16:3e:60:96:10", "network": {"id": "ecff69d3-80c7-4004-b074-51fe1c7f1b54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-433014559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9cd1bff6357d4d31b5f80ee5a7b2374f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266c56a-1d", "ovs_interfaceid": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.797438] env[69763]: DEBUG nova.policy [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21573dd01d804cf3a5515d6facf99210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd83a3e6aa7d4705ba1de92289db99e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 858.879925] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122349, 'name': RelocateVM_Task} progress is 20%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.208726] env[69763]: DEBUG nova.network.neutron [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Successfully created port: 6abae4bf-af56-4abf-b151-69d08e7dfc4b {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 859.242053] env[69763]: DEBUG nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 859.284535] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Releasing lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.284899] env[69763]: DEBUG nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Instance network_info: |[{"id": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "address": "fa:16:3e:60:96:10", "network": {"id": "ecff69d3-80c7-4004-b074-51fe1c7f1b54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-433014559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9cd1bff6357d4d31b5f80ee5a7b2374f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266c56a-1d", "ovs_interfaceid": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 859.285343] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:96:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '96fdbb91-eb49-4dbf-b234-5b38503d7589', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6266c56a-1d01-4f6a-b0fd-e96b69664915', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.293783] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Creating folder: Project (9cd1bff6357d4d31b5f80ee5a7b2374f). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.297924] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-27de6c5e-e0be-46d5-9fcc-210406ad00b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.310480] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Created folder: Project (9cd1bff6357d4d31b5f80ee5a7b2374f) in parent group-v816505. [ 859.313077] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Creating folder: Instances. Parent ref: group-v816579. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 859.313077] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19cb3b9c-f80c-49d2-8e42-17a5409a3b56 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.325506] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Created folder: Instances in parent group-v816579. [ 859.325815] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 859.329508] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.329951] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-62f60a73-e0dd-49f7-9625-f713fd2763f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.352354] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.352354] env[69763]: value = "task-4122352" [ 859.352354] env[69763]: _type = "Task" [ 859.352354] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.363096] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122352, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.376809] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122349, 'name': RelocateVM_Task, 'duration_secs': 0.601179} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.378104] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 859.378319] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816544', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'name': 'volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '303d37a8-47bf-4fab-aa8b-ed20d3a9afa6', 'attached_at': '', 'detached_at': '', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'serial': '09f1158b-81b2-40b9-8a4f-3f54ed802d96'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 859.379087] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32525216-7194-4ef7-a00e-3b60f9d3a7b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.382015] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc2a7f3-c181-432c-bce6-c9978ca521ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.401877] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2515fa58-a5d3-4565-b1c2-3663f8490095 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.405925] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ee9cf5-8525-4066-a239-dae352010e85 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.432160] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Reconfiguring VM instance instance-00000016 to attach disk [datastore2] volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96/volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.459616] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf5fce2f-ea2a-4bd5-88fa-bb5c95a1625a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.475397] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83524fda-1285-4dab-be2a-25b32b9cdd9b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.484930] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fb45ab9-9605-4df6-8a60-da69a84017c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.489224] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 859.489224] env[69763]: value = "task-4122353" [ 859.489224] env[69763]: _type = "Task" [ 859.489224] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.500183] env[69763]: DEBUG nova.compute.provider_tree [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.507298] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122353, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.537559] env[69763]: DEBUG nova.compute.manager [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Received event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 859.537795] env[69763]: DEBUG nova.compute.manager [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing instance network info cache due to event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 859.538026] env[69763]: DEBUG oslo_concurrency.lockutils [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] Acquiring lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.538236] env[69763]: DEBUG oslo_concurrency.lockutils [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] Acquired lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.538409] env[69763]: DEBUG nova.network.neutron [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 859.863622] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122352, 'name': CreateVM_Task, 'duration_secs': 0.412625} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.864705] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.864705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.864865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.865130] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.865433] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f2417dde-1eac-4106-9113-baf19c040428 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.871804] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 859.871804] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525e5656-239d-0bde-b49b-6002517f77c1" [ 859.871804] env[69763]: _type = "Task" [ 859.871804] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.880717] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525e5656-239d-0bde-b49b-6002517f77c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.002376] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122353, 'name': ReconfigVM_Task, 'duration_secs': 0.279802} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.003322] env[69763]: DEBUG nova.scheduler.client.report [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.006748] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Reconfigured VM instance instance-00000016 to attach disk [datastore2] volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96/volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.011824] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ba58316-9818-4a0e-be35-82d77a0279ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.030261] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 860.030261] env[69763]: value = "task-4122354" [ 860.030261] env[69763]: _type = "Task" [ 860.030261] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.039882] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122354, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.257903] env[69763]: DEBUG nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 860.285784] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 860.286052] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 860.286213] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 860.286394] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 860.286536] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 860.286716] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 860.287219] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 860.287219] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 860.287973] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 860.287973] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 860.287973] env[69763]: DEBUG nova.virt.hardware [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 860.288786] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e7e03e-6080-46ca-a31f-8cfc0ceb6c87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.299558] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c72d86d-88d3-4d57-a893-dfc80087b3ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.342501] env[69763]: DEBUG nova.network.neutron [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updated VIF entry in instance network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 860.342867] env[69763]: DEBUG nova.network.neutron [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updating instance_info_cache with network_info: [{"id": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "address": "fa:16:3e:60:96:10", "network": {"id": "ecff69d3-80c7-4004-b074-51fe1c7f1b54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-433014559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9cd1bff6357d4d31b5f80ee5a7b2374f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266c56a-1d", "ovs_interfaceid": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.382428] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525e5656-239d-0bde-b49b-6002517f77c1, 'name': SearchDatastore_Task, 'duration_secs': 0.013506} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.382735] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.382970] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.383222] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.383366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.383582] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.384172] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b414588-1aac-43c4-80d4-20ae826c2215 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.394049] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.394333] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.395136] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be686fe7-1368-4504-a29a-8017296aca2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.401280] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 860.401280] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52535a94-27b0-4cf6-e535-0db8b986c2ff" [ 860.401280] env[69763]: _type = "Task" [ 860.401280] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.410074] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52535a94-27b0-4cf6-e535-0db8b986c2ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.512647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.281s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.515079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.023s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.515320] env[69763]: DEBUG nova.objects.instance [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lazy-loading 'resources' on Instance uuid 15a6e58d-e642-4771-8c38-fb1c7f988714 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 860.538450] env[69763]: INFO nova.scheduler.client.report [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Deleted allocations for instance aae9c3c4-2b4b-45af-abb8-31ca8bbe8714 [ 860.542675] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122354, 'name': ReconfigVM_Task, 'duration_secs': 0.144085} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.545397] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816544', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'name': 'volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '303d37a8-47bf-4fab-aa8b-ed20d3a9afa6', 'attached_at': '', 'detached_at': '', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'serial': '09f1158b-81b2-40b9-8a4f-3f54ed802d96'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 860.547217] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-49c2ac1d-e20a-45aa-81d0-0eb39ecaa584 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.557946] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 860.557946] env[69763]: value = "task-4122355" [ 860.557946] env[69763]: _type = "Task" [ 860.557946] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.568483] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122355, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.753973] env[69763]: DEBUG nova.compute.manager [req-6b506ef1-c0e5-4221-acd5-79b97d60b232 req-cc5abc6e-8472-497f-8bf2-d06167662890 service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Received event network-vif-plugged-6abae4bf-af56-4abf-b151-69d08e7dfc4b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.755661] env[69763]: DEBUG oslo_concurrency.lockutils [req-6b506ef1-c0e5-4221-acd5-79b97d60b232 req-cc5abc6e-8472-497f-8bf2-d06167662890 service nova] Acquiring lock "a33a085d-4071-41d5-895e-1fc75790e5ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.755993] env[69763]: DEBUG oslo_concurrency.lockutils [req-6b506ef1-c0e5-4221-acd5-79b97d60b232 req-cc5abc6e-8472-497f-8bf2-d06167662890 service nova] Lock "a33a085d-4071-41d5-895e-1fc75790e5ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.756203] env[69763]: DEBUG oslo_concurrency.lockutils [req-6b506ef1-c0e5-4221-acd5-79b97d60b232 req-cc5abc6e-8472-497f-8bf2-d06167662890 service nova] Lock "a33a085d-4071-41d5-895e-1fc75790e5ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.756383] env[69763]: DEBUG nova.compute.manager [req-6b506ef1-c0e5-4221-acd5-79b97d60b232 req-cc5abc6e-8472-497f-8bf2-d06167662890 service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] No waiting events found dispatching network-vif-plugged-6abae4bf-af56-4abf-b151-69d08e7dfc4b {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 860.756550] env[69763]: WARNING nova.compute.manager [req-6b506ef1-c0e5-4221-acd5-79b97d60b232 req-cc5abc6e-8472-497f-8bf2-d06167662890 service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Received unexpected event network-vif-plugged-6abae4bf-af56-4abf-b151-69d08e7dfc4b for instance with vm_state building and task_state spawning. [ 860.845231] env[69763]: DEBUG oslo_concurrency.lockutils [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] Releasing lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.845493] env[69763]: DEBUG nova.compute.manager [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Received event network-changed-4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.845674] env[69763]: DEBUG nova.compute.manager [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Refreshing instance network info cache due to event network-changed-4f69cd39-f58f-45bc-835c-5827d60aca68. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.845891] env[69763]: DEBUG oslo_concurrency.lockutils [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] Acquiring lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.846056] env[69763]: DEBUG oslo_concurrency.lockutils [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] Acquired lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.846220] env[69763]: DEBUG nova.network.neutron [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Refreshing network info cache for port 4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.858773] env[69763]: DEBUG nova.network.neutron [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Successfully updated port: 6abae4bf-af56-4abf-b151-69d08e7dfc4b {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 860.911852] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52535a94-27b0-4cf6-e535-0db8b986c2ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010746} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.912739] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22548e49-e24a-4467-979f-7ad1d41e5571 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.922923] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 860.922923] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521bdc0e-6ba5-d47c-4e94-32380e13b611" [ 860.922923] env[69763]: _type = "Task" [ 860.922923] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.931986] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521bdc0e-6ba5-d47c-4e94-32380e13b611, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.051920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-13006481-1d04-4f27-b8cc-fc1d6b26453a tempest-ServersAdmin275Test-448348224 tempest-ServersAdmin275Test-448348224-project-member] Lock "aae9c3c4-2b4b-45af-abb8-31ca8bbe8714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.443s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.072568] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122355, 'name': Rename_Task, 'duration_secs': 0.138245} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.073669] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 861.073955] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9d7d6029-4675-4104-bd51-7a010dc89845 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.082229] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 861.082229] env[69763]: value = "task-4122356" [ 861.082229] env[69763]: _type = "Task" [ 861.082229] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.092913] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122356, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.362297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "refresh_cache-a33a085d-4071-41d5-895e-1fc75790e5ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.364819] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "refresh_cache-a33a085d-4071-41d5-895e-1fc75790e5ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.364819] env[69763]: DEBUG nova.network.neutron [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.434263] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521bdc0e-6ba5-d47c-4e94-32380e13b611, 'name': SearchDatastore_Task, 'duration_secs': 0.010388} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.434263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.434263] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d/0aece961-75ff-4b19-b7ee-b6f7d47cfe0d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 861.434467] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63c82f20-510d-4829-b678-493115d2d3f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.445426] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 861.445426] env[69763]: value = "task-4122357" [ 861.445426] env[69763]: _type = "Task" [ 861.445426] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.456680] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122357, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.601292] env[69763]: DEBUG oslo_vmware.api [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122356, 'name': PowerOnVM_Task, 'duration_secs': 0.502433} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.601292] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 861.601292] env[69763]: INFO nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Took 5.81 seconds to spawn the instance on the hypervisor. [ 861.601292] env[69763]: DEBUG nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 861.601292] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da3de44-9f6d-46bc-9862-186f1b8e5d8a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.645680] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98412567-8357-441c-9be5-5c7bd22b7116 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.654732] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc31e19-0487-4d48-a586-f0aa17ee5264 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.696744] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55652cdd-3974-4430-8746-8775def202ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.707702] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25bfcb1b-b1fb-46b9-9237-5ebbbd5c538f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.725772] env[69763]: DEBUG nova.compute.provider_tree [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 861.729288] env[69763]: DEBUG nova.network.neutron [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Updated VIF entry in instance network info cache for port 4f69cd39-f58f-45bc-835c-5827d60aca68. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.729764] env[69763]: DEBUG nova.network.neutron [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Updating instance_info_cache with network_info: [{"id": "4f69cd39-f58f-45bc-835c-5827d60aca68", "address": "fa:16:3e:85:8a:3b", "network": {"id": "b54cc513-aef2-4147-91e2-c83d5b32c454", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2030657423-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "44126fc8a24a41a98ad5146a987db10f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c7d2575f-b92f-44ec-a863-634cb76631a2", "external-id": "nsx-vlan-transportzone-794", "segmentation_id": 794, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4f69cd39-f5", "ovs_interfaceid": "4f69cd39-f58f-45bc-835c-5827d60aca68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.904956] env[69763]: DEBUG nova.network.neutron [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 861.958709] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122357, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.102462] env[69763]: DEBUG nova.network.neutron [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Updating instance_info_cache with network_info: [{"id": "6abae4bf-af56-4abf-b151-69d08e7dfc4b", "address": "fa:16:3e:21:71:d9", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6abae4bf-af", "ovs_interfaceid": "6abae4bf-af56-4abf-b151-69d08e7dfc4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.129682] env[69763]: INFO nova.compute.manager [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Took 44.35 seconds to build instance. [ 862.229565] env[69763]: DEBUG nova.scheduler.client.report [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 862.233211] env[69763]: DEBUG oslo_concurrency.lockutils [req-940ab524-eb0f-47d5-a781-a96a2a5b40a3 req-4becc55b-7053-4ef8-b9ae-1ed6d3d6a158 service nova] Releasing lock "refresh_cache-a2c800ff-c590-4e06-961f-fbb50928aa71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.458945] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122357, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564226} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.459297] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d/0aece961-75ff-4b19-b7ee-b6f7d47cfe0d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.459519] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.459808] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-58c73b43-84c8-49fe-a08c-e1ab34f7b146 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.469048] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 862.469048] env[69763]: value = "task-4122358" [ 862.469048] env[69763]: _type = "Task" [ 862.469048] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.482788] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122358, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.605422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "refresh_cache-a33a085d-4071-41d5-895e-1fc75790e5ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.606136] env[69763]: DEBUG nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Instance network_info: |[{"id": "6abae4bf-af56-4abf-b151-69d08e7dfc4b", "address": "fa:16:3e:21:71:d9", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6abae4bf-af", "ovs_interfaceid": "6abae4bf-af56-4abf-b151-69d08e7dfc4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 862.606284] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:71:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6abae4bf-af56-4abf-b151-69d08e7dfc4b', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 862.615236] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 862.615444] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 862.615945] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-40bb126e-9246-4112-bab2-169d7010e4f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.633816] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96b6accb-05a5-4cef-bfff-e5582630045f tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 47.455s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.640668] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 862.640668] env[69763]: value = "task-4122359" [ 862.640668] env[69763]: _type = "Task" [ 862.640668] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.657362] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122359, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.735192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.220s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 862.739308] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.818s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 862.741466] env[69763]: INFO nova.compute.claims [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 862.773181] env[69763]: INFO nova.scheduler.client.report [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Deleted allocations for instance 15a6e58d-e642-4771-8c38-fb1c7f988714 [ 862.896685] env[69763]: DEBUG nova.compute.manager [req-942cb507-ad74-4979-9b6b-6ae4735b0afb req-87a0a47d-db1b-47ce-919c-0b1b80ed851a service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Received event network-changed-6abae4bf-af56-4abf-b151-69d08e7dfc4b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.897103] env[69763]: DEBUG nova.compute.manager [req-942cb507-ad74-4979-9b6b-6ae4735b0afb req-87a0a47d-db1b-47ce-919c-0b1b80ed851a service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Refreshing instance network info cache due to event network-changed-6abae4bf-af56-4abf-b151-69d08e7dfc4b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.897383] env[69763]: DEBUG oslo_concurrency.lockutils [req-942cb507-ad74-4979-9b6b-6ae4735b0afb req-87a0a47d-db1b-47ce-919c-0b1b80ed851a service nova] Acquiring lock "refresh_cache-a33a085d-4071-41d5-895e-1fc75790e5ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.898026] env[69763]: DEBUG oslo_concurrency.lockutils [req-942cb507-ad74-4979-9b6b-6ae4735b0afb req-87a0a47d-db1b-47ce-919c-0b1b80ed851a service nova] Acquired lock "refresh_cache-a33a085d-4071-41d5-895e-1fc75790e5ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.898441] env[69763]: DEBUG nova.network.neutron [req-942cb507-ad74-4979-9b6b-6ae4735b0afb req-87a0a47d-db1b-47ce-919c-0b1b80ed851a service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Refreshing network info cache for port 6abae4bf-af56-4abf-b151-69d08e7dfc4b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.981221] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122358, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179782} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.981580] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 862.982320] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76e86e-cab9-473c-85c9-062e8530e7c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.009999] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d/0aece961-75ff-4b19-b7ee-b6f7d47cfe0d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.010415] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9bb2fa5-cbdc-46e7-8b9b-a125fd66b472 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.034323] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 863.034323] env[69763]: value = "task-4122360" [ 863.034323] env[69763]: _type = "Task" [ 863.034323] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.047025] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122360, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.061687] env[69763]: DEBUG nova.compute.manager [req-4fe19dd3-c053-47cb-913d-3d28b0f39b67 req-bdcc4628-c3fe-40d4-94d2-6a6f5a7c0f02 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Received event network-changed-f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 863.061970] env[69763]: DEBUG nova.compute.manager [req-4fe19dd3-c053-47cb-913d-3d28b0f39b67 req-bdcc4628-c3fe-40d4-94d2-6a6f5a7c0f02 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Refreshing instance network info cache due to event network-changed-f67de4f5-bb24-406d-9f4b-c39176e1501e. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 863.062331] env[69763]: DEBUG oslo_concurrency.lockutils [req-4fe19dd3-c053-47cb-913d-3d28b0f39b67 req-bdcc4628-c3fe-40d4-94d2-6a6f5a7c0f02 service nova] Acquiring lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.062463] env[69763]: DEBUG oslo_concurrency.lockutils [req-4fe19dd3-c053-47cb-913d-3d28b0f39b67 req-bdcc4628-c3fe-40d4-94d2-6a6f5a7c0f02 service nova] Acquired lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.062687] env[69763]: DEBUG nova.network.neutron [req-4fe19dd3-c053-47cb-913d-3d28b0f39b67 req-bdcc4628-c3fe-40d4-94d2-6a6f5a7c0f02 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Refreshing network info cache for port f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 863.139748] env[69763]: DEBUG nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 863.154423] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122359, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.284029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02ba552d-9e1e-49ef-8af3-54a762647b62 tempest-ServerExternalEventsTest-668827054 tempest-ServerExternalEventsTest-668827054-project-member] Lock "15a6e58d-e642-4771-8c38-fb1c7f988714" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.313s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.550713] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.660404] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122359, 'name': CreateVM_Task, 'duration_secs': 0.85994} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.665034] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 863.665475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.665662] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.666000] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.666927] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37eb640a-67f9-4270-b2e6-100199a2d89f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.672889] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 863.672889] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524a8ff1-8aa2-d741-ae86-d7b5f75c3439" [ 863.672889] env[69763]: _type = "Task" [ 863.672889] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.679450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 863.684394] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524a8ff1-8aa2-d741-ae86-d7b5f75c3439, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.849798] env[69763]: DEBUG nova.network.neutron [req-942cb507-ad74-4979-9b6b-6ae4735b0afb req-87a0a47d-db1b-47ce-919c-0b1b80ed851a service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Updated VIF entry in instance network info cache for port 6abae4bf-af56-4abf-b151-69d08e7dfc4b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.850154] env[69763]: DEBUG nova.network.neutron [req-942cb507-ad74-4979-9b6b-6ae4735b0afb req-87a0a47d-db1b-47ce-919c-0b1b80ed851a service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Updating instance_info_cache with network_info: [{"id": "6abae4bf-af56-4abf-b151-69d08e7dfc4b", "address": "fa:16:3e:21:71:d9", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6abae4bf-af", "ovs_interfaceid": "6abae4bf-af56-4abf-b151-69d08e7dfc4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 863.877965] env[69763]: DEBUG nova.network.neutron [req-4fe19dd3-c053-47cb-913d-3d28b0f39b67 req-bdcc4628-c3fe-40d4-94d2-6a6f5a7c0f02 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Updated VIF entry in instance network info cache for port f67de4f5-bb24-406d-9f4b-c39176e1501e. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 863.878328] env[69763]: DEBUG nova.network.neutron [req-4fe19dd3-c053-47cb-913d-3d28b0f39b67 req-bdcc4628-c3fe-40d4-94d2-6a6f5a7c0f02 service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Updating instance_info_cache with network_info: [{"id": "f67de4f5-bb24-406d-9f4b-c39176e1501e", "address": "fa:16:3e:bd:52:5c", "network": {"id": "a2b6cee5-c079-4046-bcac-a55fd378e6f7", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-290037497-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.182", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "80462be4f91a49b7a83c05ad608fc00c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf67de4f5-bb", "ovs_interfaceid": "f67de4f5-bb24-406d-9f4b-c39176e1501e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.047902] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122360, 'name': ReconfigVM_Task, 'duration_secs': 0.797535} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.050870] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d/0aece961-75ff-4b19-b7ee-b6f7d47cfe0d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 864.052255] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07f6e638-0de7-4b96-95e0-40dee3f93fb8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.060710] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 864.060710] env[69763]: value = "task-4122361" [ 864.060710] env[69763]: _type = "Task" [ 864.060710] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.076344] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122361, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.184111] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524a8ff1-8aa2-d741-ae86-d7b5f75c3439, 'name': SearchDatastore_Task, 'duration_secs': 0.013264} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.184610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.184813] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 864.185084] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.185238] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.185527] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 864.188203] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a324815-7d05-47cd-be28-94b957bf8f95 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.200156] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 864.200156] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 864.200156] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4c32e160-7a17-4e60-a3f2-543aa7a7d511 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.208227] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 864.208227] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f847d7-a2d6-2175-9f51-39e54892c7bc" [ 864.208227] env[69763]: _type = "Task" [ 864.208227] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.221271] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f847d7-a2d6-2175-9f51-39e54892c7bc, 'name': SearchDatastore_Task, 'duration_secs': 0.011502} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.226471] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eed1e26b-85dc-486f-832d-fd0a3eb05578 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.233355] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 864.233355] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52521751-b323-811d-8836-2e489dbbbea7" [ 864.233355] env[69763]: _type = "Task" [ 864.233355] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.244316] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52521751-b323-811d-8836-2e489dbbbea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.356603] env[69763]: DEBUG oslo_concurrency.lockutils [req-942cb507-ad74-4979-9b6b-6ae4735b0afb req-87a0a47d-db1b-47ce-919c-0b1b80ed851a service nova] Releasing lock "refresh_cache-a33a085d-4071-41d5-895e-1fc75790e5ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.384651] env[69763]: DEBUG oslo_concurrency.lockutils [req-4fe19dd3-c053-47cb-913d-3d28b0f39b67 req-bdcc4628-c3fe-40d4-94d2-6a6f5a7c0f02 service nova] Releasing lock "refresh_cache-303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.436057] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ae2b32-4422-4b63-a644-859ce8ab6c5a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.445566] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f02f4df-e2ce-495e-9624-b19717662dba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.483749] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a51c387-fe6f-4b28-ad77-6bb69fbf9c7d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.497018] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf04679-9140-4284-a18e-0db9bd6cd895 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.510927] env[69763]: DEBUG nova.compute.provider_tree [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 864.571502] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122361, 'name': Rename_Task, 'duration_secs': 0.156998} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.572391] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 864.572802] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ff1b2d2d-3742-4fdc-9afb-0ba2a894df4b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.582020] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 864.582020] env[69763]: value = "task-4122362" [ 864.582020] env[69763]: _type = "Task" [ 864.582020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.589753] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122362, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.744098] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52521751-b323-811d-8836-2e489dbbbea7, 'name': SearchDatastore_Task, 'duration_secs': 0.010687} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.744408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.744755] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a33a085d-4071-41d5-895e-1fc75790e5ea/a33a085d-4071-41d5-895e-1fc75790e5ea.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.745055] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f26e17a-1157-4d8e-91c1-9ce69bd57dda {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.752041] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 864.752041] env[69763]: value = "task-4122363" [ 864.752041] env[69763]: _type = "Task" [ 864.752041] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.760959] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.015276] env[69763]: DEBUG nova.scheduler.client.report [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 865.094594] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122362, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.269045] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122363, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.524983] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.525608] env[69763]: DEBUG nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 865.528746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.586s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.529974] env[69763]: INFO nova.compute.claims [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 865.597021] env[69763]: DEBUG oslo_vmware.api [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122362, 'name': PowerOnVM_Task, 'duration_secs': 0.564768} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.597346] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 865.597988] env[69763]: INFO nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Took 8.54 seconds to spawn the instance on the hypervisor. [ 865.597988] env[69763]: DEBUG nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 865.599618] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e64bd7-77e8-45e1-b46c-8311990112c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.767476] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122363, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542837} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.768035] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a33a085d-4071-41d5-895e-1fc75790e5ea/a33a085d-4071-41d5-895e-1fc75790e5ea.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.768461] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.768845] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c11e25d0-35fb-425e-ad97-e534b7e3cb77 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.779273] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 865.779273] env[69763]: value = "task-4122364" [ 865.779273] env[69763]: _type = "Task" [ 865.779273] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.787867] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122364, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.034160] env[69763]: DEBUG nova.compute.utils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 866.037850] env[69763]: DEBUG nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 866.038488] env[69763]: DEBUG nova.network.neutron [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 866.082873] env[69763]: DEBUG nova.policy [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '56a1eb033e9d4a0695569ec4e5af29b5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7c66e135cf94a0a80f61b55dc94d137', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 866.120616] env[69763]: INFO nova.compute.manager [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Took 45.36 seconds to build instance. [ 866.288597] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122364, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079056} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.288897] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.289725] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff5145a-61f5-47e4-9a65-41eae3b6be3a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.312574] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] a33a085d-4071-41d5-895e-1fc75790e5ea/a33a085d-4071-41d5-895e-1fc75790e5ea.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.312900] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ca3e25e-298d-4b15-a921-1f9f0faf873d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.335084] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 866.335084] env[69763]: value = "task-4122365" [ 866.335084] env[69763]: _type = "Task" [ 866.335084] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.343799] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.465661] env[69763]: DEBUG nova.network.neutron [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Successfully created port: e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 866.539518] env[69763]: DEBUG nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 866.609073] env[69763]: INFO nova.compute.manager [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Rescuing [ 866.609431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.609622] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquired lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.610443] env[69763]: DEBUG nova.network.neutron [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 866.623630] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a9f12584-483c-47bd-bb1d-1e624c951eef tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.932s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 866.855827] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122365, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.059310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.059310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.127536] env[69763]: DEBUG nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 867.179653] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4dcf2d-2e10-470f-9d7e-afbd2bd03216 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.189970] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d95b222-ff9a-49ab-8b9f-e0155bc2540b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.227367] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-503c070f-a6d3-48d0-87a9-a14ed0037e50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.237216] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e81af3-1f2e-4fa8-abfc-5c3754f5282e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.256183] env[69763]: DEBUG nova.compute.provider_tree [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 867.349080] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122365, 'name': ReconfigVM_Task, 'duration_secs': 0.527968} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.349080] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Reconfigured VM instance instance-00000018 to attach disk [datastore2] a33a085d-4071-41d5-895e-1fc75790e5ea/a33a085d-4071-41d5-895e-1fc75790e5ea.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.349553] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f223d605-946b-4d5e-9cb4-efa5c234094a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.358602] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 867.358602] env[69763]: value = "task-4122366" [ 867.358602] env[69763]: _type = "Task" [ 867.358602] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.377823] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122366, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.392886] env[69763]: DEBUG nova.network.neutron [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updating instance_info_cache with network_info: [{"id": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "address": "fa:16:3e:60:96:10", "network": {"id": "ecff69d3-80c7-4004-b074-51fe1c7f1b54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-433014559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9cd1bff6357d4d31b5f80ee5a7b2374f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266c56a-1d", "ovs_interfaceid": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.559696] env[69763]: DEBUG nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 867.605931] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 867.606201] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 867.606413] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 867.606530] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 867.606680] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 867.607142] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 867.607142] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 867.607305] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 867.607494] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 867.607594] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 867.607767] env[69763]: DEBUG nova.virt.hardware [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 867.609272] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6591babf-66a0-4046-9080-b88649ced94c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.618485] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f1d92c8-617e-4f17-803d-af1c16fde1d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.660389] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 867.762588] env[69763]: DEBUG nova.scheduler.client.report [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 867.870162] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122366, 'name': Rename_Task, 'duration_secs': 0.176706} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.870464] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 867.870715] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-842bc21a-e5da-417f-ba3f-86b15715a6b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.881136] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 867.881136] env[69763]: value = "task-4122367" [ 867.881136] env[69763]: _type = "Task" [ 867.881136] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.887917] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.898514] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Releasing lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.124276] env[69763]: DEBUG nova.compute.manager [req-a3f99cb6-8995-4bda-ae56-c6481255421e req-345c810d-2054-46e6-99a4-d14fea3c11fe service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Received event network-vif-plugged-e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 868.124630] env[69763]: DEBUG oslo_concurrency.lockutils [req-a3f99cb6-8995-4bda-ae56-c6481255421e req-345c810d-2054-46e6-99a4-d14fea3c11fe service nova] Acquiring lock "191807a6-2355-4856-a862-7a6aabd6c204-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.125145] env[69763]: DEBUG oslo_concurrency.lockutils [req-a3f99cb6-8995-4bda-ae56-c6481255421e req-345c810d-2054-46e6-99a4-d14fea3c11fe service nova] Lock "191807a6-2355-4856-a862-7a6aabd6c204-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.125439] env[69763]: DEBUG oslo_concurrency.lockutils [req-a3f99cb6-8995-4bda-ae56-c6481255421e req-345c810d-2054-46e6-99a4-d14fea3c11fe service nova] Lock "191807a6-2355-4856-a862-7a6aabd6c204-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.125715] env[69763]: DEBUG nova.compute.manager [req-a3f99cb6-8995-4bda-ae56-c6481255421e req-345c810d-2054-46e6-99a4-d14fea3c11fe service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] No waiting events found dispatching network-vif-plugged-e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 868.127306] env[69763]: WARNING nova.compute.manager [req-a3f99cb6-8995-4bda-ae56-c6481255421e req-345c810d-2054-46e6-99a4-d14fea3c11fe service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Received unexpected event network-vif-plugged-e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d for instance with vm_state building and task_state spawning. [ 868.255028] env[69763]: DEBUG nova.network.neutron [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Successfully updated port: e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 868.270505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.741s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.270773] env[69763]: DEBUG nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 868.276316] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.683s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.276616] env[69763]: DEBUG nova.objects.instance [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lazy-loading 'resources' on Instance uuid b7de59cd-c34b-44f8-8adc-4e8c4995e7f2 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 868.390598] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122367, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.758290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.758479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquired lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.758536] env[69763]: DEBUG nova.network.neutron [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.777433] env[69763]: DEBUG nova.compute.utils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.778965] env[69763]: DEBUG nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.779132] env[69763]: DEBUG nova.network.neutron [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.835563] env[69763]: DEBUG nova.policy [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f76fbd10bd8c49f1bc109d1d9c82e397', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7d985307c6bf4b1cbf0259572011ddbb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.892062] env[69763]: DEBUG oslo_vmware.api [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122367, 'name': PowerOnVM_Task, 'duration_secs': 0.700113} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.892062] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 868.892062] env[69763]: INFO nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Took 8.63 seconds to spawn the instance on the hypervisor. [ 868.892231] env[69763]: DEBUG nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 868.893062] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-196ad6e1-662a-424c-adbb-f1892b97c948 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.194511] env[69763]: DEBUG nova.network.neutron [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Successfully created port: cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 869.283919] env[69763]: DEBUG nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 869.293522] env[69763]: DEBUG nova.network.neutron [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 869.362790] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca871250-c884-4e42-9ba1-3b7027d48ddb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.372088] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a816d1-0924-4160-890e-cf6bdda824bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.408771] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675e00d6-39fb-4b26-b885-d995b8b126b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.417580] env[69763]: INFO nova.compute.manager [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Took 46.96 seconds to build instance. [ 869.422346] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f804fd1f-263d-4b3a-a8de-d1529473f2ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.436759] env[69763]: DEBUG nova.compute.provider_tree [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.475871] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.476159] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d53fbe6b-345b-47bc-8088-73fcd2d2e9ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.486988] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 869.486988] env[69763]: value = "task-4122368" [ 869.486988] env[69763]: _type = "Task" [ 869.486988] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.497242] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122368, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.550807] env[69763]: DEBUG nova.network.neutron [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Updating instance_info_cache with network_info: [{"id": "e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d", "address": "fa:16:3e:fc:8c:5b", "network": {"id": "97d943ce-4b95-47c5-85e2-ad8dd39ff300", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-757482819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c66e135cf94a0a80f61b55dc94d137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44f8a7d-3e", "ovs_interfaceid": "e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 869.922385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-da22b7e2-30d0-41c7-b172-b393acd0956d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "a33a085d-4071-41d5-895e-1fc75790e5ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.348s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.939959] env[69763]: DEBUG nova.scheduler.client.report [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.002316] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122368, 'name': PowerOffVM_Task, 'duration_secs': 0.213093} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.002596] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 870.003418] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-051094ac-ee5e-4ab1-9df8-cf593525feb6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.024364] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4925943a-79d1-4346-a881-e01837bb28ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.053822] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Releasing lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.054882] env[69763]: DEBUG nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Instance network_info: |[{"id": "e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d", "address": "fa:16:3e:fc:8c:5b", "network": {"id": "97d943ce-4b95-47c5-85e2-ad8dd39ff300", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-757482819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c66e135cf94a0a80f61b55dc94d137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44f8a7d-3e", "ovs_interfaceid": "e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 870.054882] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fc:8c:5b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '26472e27-9835-4f87-ab7f-ca24dfee4e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 870.063675] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Creating folder: Project (c7c66e135cf94a0a80f61b55dc94d137). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.065782] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3e6d833-633c-4e1d-a0e0-d0ef29df48b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.074349] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 870.074755] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d69a6229-50dd-4ed7-8cc4-f3091e38efdc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.079541] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Created folder: Project (c7c66e135cf94a0a80f61b55dc94d137) in parent group-v816505. [ 870.079789] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Creating folder: Instances. Parent ref: group-v816583. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 870.082025] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-101aa8ca-0999-4a90-b722-27c1f7b4a121 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.083322] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 870.083322] env[69763]: value = "task-4122370" [ 870.083322] env[69763]: _type = "Task" [ 870.083322] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.092648] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.094059] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Created folder: Instances in parent group-v816583. [ 870.094312] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 870.094549] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 870.094796] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31af81e2-3503-4a41-93f3-5904522cc369 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.115797] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 870.115797] env[69763]: value = "task-4122372" [ 870.115797] env[69763]: _type = "Task" [ 870.115797] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.124615] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122372, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.157404] env[69763]: DEBUG nova.compute.manager [req-27a9023b-1e22-4697-a376-aa91b178f90e req-07b3add4-71cd-4011-8eea-4f1fc78d33d4 service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Received event network-changed-e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.157404] env[69763]: DEBUG nova.compute.manager [req-27a9023b-1e22-4697-a376-aa91b178f90e req-07b3add4-71cd-4011-8eea-4f1fc78d33d4 service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Refreshing instance network info cache due to event network-changed-e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.157404] env[69763]: DEBUG oslo_concurrency.lockutils [req-27a9023b-1e22-4697-a376-aa91b178f90e req-07b3add4-71cd-4011-8eea-4f1fc78d33d4 service nova] Acquiring lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.157404] env[69763]: DEBUG oslo_concurrency.lockutils [req-27a9023b-1e22-4697-a376-aa91b178f90e req-07b3add4-71cd-4011-8eea-4f1fc78d33d4 service nova] Acquired lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.157404] env[69763]: DEBUG nova.network.neutron [req-27a9023b-1e22-4697-a376-aa91b178f90e req-07b3add4-71cd-4011-8eea-4f1fc78d33d4 service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Refreshing network info cache for port e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 870.294221] env[69763]: DEBUG nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 870.318667] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 870.318848] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 870.318978] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.319197] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 870.319375] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.319563] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 870.319827] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 870.320009] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 870.320252] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 870.320423] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 870.320602] env[69763]: DEBUG nova.virt.hardware [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 870.321679] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec631dd0-f2d3-4f92-9763-900ae148c2ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.329647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "c5fc189f-8a03-47bb-a655-72516530d9a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.329920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "c5fc189f-8a03-47bb-a655-72516530d9a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.335613] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc42135-0469-4efc-84e6-3f0eba147ee0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.425436] env[69763]: DEBUG nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.446218] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.449030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 34.240s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.449180] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.449588] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 870.449770] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.425s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.451576] env[69763]: INFO nova.compute.claims [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.455077] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8411c40-5475-417f-a2e1-2c8891316c7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.464057] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19909f57-24b2-4576-8579-28f544822958 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.469532] env[69763]: INFO nova.scheduler.client.report [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Deleted allocations for instance b7de59cd-c34b-44f8-8adc-4e8c4995e7f2 [ 870.484407] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02ca32b-b883-4bf8-8ac3-f39cf2a02411 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.492979] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-664a5d8e-8890-4c86-8105-ceca627e98f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.523629] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179756MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 870.523801] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.596018] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 870.596255] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.596508] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.596659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.596874] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.597152] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ebb09552-c9d7-481a-9052-5fac430d5409 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.607539] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.607748] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.608493] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1083835b-3d8b-4ca8-9fd5-98c72d44b390 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.614309] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 870.614309] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5277db45-5178-91e5-a136-4ed290b942af" [ 870.614309] env[69763]: _type = "Task" [ 870.614309] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.627758] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122372, 'name': CreateVM_Task, 'duration_secs': 0.351654} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.631919] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 870.632253] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5277db45-5178-91e5-a136-4ed290b942af, 'name': SearchDatastore_Task, 'duration_secs': 0.010129} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.633130] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.633409] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.633734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.634535] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21a142a8-35f2-4800-bf36-9578b71c575f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.636273] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-35fb0fd0-3c42-4cc2-8134-3269116d0bd4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.642080] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 870.642080] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522bfe1a-2013-a35c-a80b-6668098401ad" [ 870.642080] env[69763]: _type = "Task" [ 870.642080] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.643434] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 870.643434] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52891f6f-29f1-ffd1-6fbb-630060e5a409" [ 870.643434] env[69763]: _type = "Task" [ 870.643434] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.656528] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52891f6f-29f1-ffd1-6fbb-630060e5a409, 'name': SearchDatastore_Task, 'duration_secs': 0.01155} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.660139] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.660376] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 870.660603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.660773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.660946] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 870.661252] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522bfe1a-2013-a35c-a80b-6668098401ad, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.661458] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-baa55dd3-6f4a-49cd-b3cf-8ba8cf946187 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.663348] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.663594] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. {{(pid=69763) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 870.665708] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de52e0a2-5d4f-429f-b7b6-640949537f2f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.673581] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 870.673581] env[69763]: value = "task-4122373" [ 870.673581] env[69763]: _type = "Task" [ 870.673581] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.677863] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 870.678063] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 870.679170] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fc6d837-e0c4-4e4b-87d6-1c6ced75033f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.684801] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122373, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.689406] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 870.689406] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b89e72-40cd-7cab-5f3a-9aeabad73bb9" [ 870.689406] env[69763]: _type = "Task" [ 870.689406] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.696647] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b89e72-40cd-7cab-5f3a-9aeabad73bb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.906211] env[69763]: DEBUG nova.network.neutron [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Successfully updated port: cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.957352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.981021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a8d2bbc8-b65a-41c5-98f7-a7500c90bc88 tempest-ImagesNegativeTestJSON-434328599 tempest-ImagesNegativeTestJSON-434328599-project-member] Lock "b7de59cd-c34b-44f8-8adc-4e8c4995e7f2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.492s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.133689] env[69763]: DEBUG nova.network.neutron [req-27a9023b-1e22-4697-a376-aa91b178f90e req-07b3add4-71cd-4011-8eea-4f1fc78d33d4 service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Updated VIF entry in instance network info cache for port e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.135034] env[69763]: DEBUG nova.network.neutron [req-27a9023b-1e22-4697-a376-aa91b178f90e req-07b3add4-71cd-4011-8eea-4f1fc78d33d4 service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Updating instance_info_cache with network_info: [{"id": "e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d", "address": "fa:16:3e:fc:8c:5b", "network": {"id": "97d943ce-4b95-47c5-85e2-ad8dd39ff300", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-757482819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c66e135cf94a0a80f61b55dc94d137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44f8a7d-3e", "ovs_interfaceid": "e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.185489] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122373, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.199779] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b89e72-40cd-7cab-5f3a-9aeabad73bb9, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.200685] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6483709e-516f-44a5-8243-102133f6e6b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.206406] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 871.206406] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529be63f-6a5c-380a-1437-50502dcdef92" [ 871.206406] env[69763]: _type = "Task" [ 871.206406] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.215852] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529be63f-6a5c-380a-1437-50502dcdef92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.412876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquiring lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.413037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquired lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.413207] env[69763]: DEBUG nova.network.neutron [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.637866] env[69763]: DEBUG oslo_concurrency.lockutils [req-27a9023b-1e22-4697-a376-aa91b178f90e req-07b3add4-71cd-4011-8eea-4f1fc78d33d4 service nova] Releasing lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.687883] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122373, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516535} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.688183] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. [ 871.688996] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff684485-12c1-4a99-a163-4e87f24a50a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.718669] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.728030] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e9b395d-f62b-4ac0-8fdf-f9fa950d8033 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.746008] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529be63f-6a5c-380a-1437-50502dcdef92, 'name': SearchDatastore_Task, 'duration_secs': 0.010919} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.747440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.747782] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 191807a6-2355-4856-a862-7a6aabd6c204/191807a6-2355-4856-a862-7a6aabd6c204.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 871.748319] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 871.748319] env[69763]: value = "task-4122374" [ 871.748319] env[69763]: _type = "Task" [ 871.748319] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.748534] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab9e05e7-2a70-4817-bbec-80d0e53ccf86 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.762142] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.764360] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 871.764360] env[69763]: value = "task-4122375" [ 871.764360] env[69763]: _type = "Task" [ 871.764360] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.775925] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.112589] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2c0a47-5634-44a0-8e78-809bd216e450 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.123612] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20ecaeb6-2af9-42d8-89df-380bef09a155 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.160738] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cdae30-e337-4aef-94b4-12e9f8ea4572 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.172607] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa65d11-18a4-4e4c-946a-a9da367d07dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.190352] env[69763]: DEBUG nova.compute.provider_tree [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.250077] env[69763]: DEBUG nova.network.neutron [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 872.272705] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122374, 'name': ReconfigVM_Task, 'duration_secs': 0.356459} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.273899] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.274844] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494ab40e-a7e7-4ec4-adb9-6f7f58d0246f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.281230] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122375, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.309836] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12a9ef7a-bf73-4b4d-9390-fdd025affc9c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.321556] env[69763]: DEBUG nova.compute.manager [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Received event network-vif-plugged-cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.321799] env[69763]: DEBUG oslo_concurrency.lockutils [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] Acquiring lock "46baf558-eb8b-4703-886b-e177649277b5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.322720] env[69763]: DEBUG oslo_concurrency.lockutils [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] Lock "46baf558-eb8b-4703-886b-e177649277b5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.322720] env[69763]: DEBUG oslo_concurrency.lockutils [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] Lock "46baf558-eb8b-4703-886b-e177649277b5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.322720] env[69763]: DEBUG nova.compute.manager [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] No waiting events found dispatching network-vif-plugged-cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 872.322720] env[69763]: WARNING nova.compute.manager [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Received unexpected event network-vif-plugged-cee8d8d7-a128-42dc-9cde-ba5576b02e39 for instance with vm_state building and task_state spawning. [ 872.322720] env[69763]: DEBUG nova.compute.manager [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Received event network-changed-cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.322932] env[69763]: DEBUG nova.compute.manager [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Refreshing instance network info cache due to event network-changed-cee8d8d7-a128-42dc-9cde-ba5576b02e39. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.322932] env[69763]: DEBUG oslo_concurrency.lockutils [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] Acquiring lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.330361] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 872.330361] env[69763]: value = "task-4122376" [ 872.330361] env[69763]: _type = "Task" [ 872.330361] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.342709] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122376, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.584221] env[69763]: DEBUG nova.network.neutron [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Updating instance_info_cache with network_info: [{"id": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "address": "fa:16:3e:2f:7f:c0", "network": {"id": "06c65b04-07e8-42a3-ad80-10e9f3014ccd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1267609414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d985307c6bf4b1cbf0259572011ddbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee8d8d7-a1", "ovs_interfaceid": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.698239] env[69763]: DEBUG nova.scheduler.client.report [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.775573] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541303} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.775892] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 191807a6-2355-4856-a862-7a6aabd6c204/191807a6-2355-4856-a862-7a6aabd6c204.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 872.776256] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 872.776575] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9ae09d56-a56e-4a1e-95a4-c85c6b9d0ac9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.785086] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 872.785086] env[69763]: value = "task-4122377" [ 872.785086] env[69763]: _type = "Task" [ 872.785086] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.794438] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122377, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.840706] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122376, 'name': ReconfigVM_Task, 'duration_secs': 0.184768} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.841160] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 872.841444] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab697ff8-5114-403f-aa97-59f2c3024232 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.850143] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 872.850143] env[69763]: value = "task-4122378" [ 872.850143] env[69763]: _type = "Task" [ 872.850143] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.863219] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.087814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Releasing lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.088477] env[69763]: DEBUG nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Instance network_info: |[{"id": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "address": "fa:16:3e:2f:7f:c0", "network": {"id": "06c65b04-07e8-42a3-ad80-10e9f3014ccd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1267609414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d985307c6bf4b1cbf0259572011ddbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee8d8d7-a1", "ovs_interfaceid": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 873.088834] env[69763]: DEBUG oslo_concurrency.lockutils [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] Acquired lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.089030] env[69763]: DEBUG nova.network.neutron [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Refreshing network info cache for port cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 873.090560] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:7f:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd72ef32-a57c-43b0-93df-e8a030987d44', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cee8d8d7-a128-42dc-9cde-ba5576b02e39', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 873.099665] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Creating folder: Project (7d985307c6bf4b1cbf0259572011ddbb). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.100975] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d27af60b-c27b-433d-97a2-1801846c0378 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.114314] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Created folder: Project (7d985307c6bf4b1cbf0259572011ddbb) in parent group-v816505. [ 873.114602] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Creating folder: Instances. Parent ref: group-v816586. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 873.114866] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2805aa5d-f53a-45fd-8d66-cb48598d989e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.126944] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Created folder: Instances in parent group-v816586. [ 873.127267] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 873.127481] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 873.127727] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19d9542c-8f01-4cf0-9053-0a599cc0d4e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.152846] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 873.152846] env[69763]: value = "task-4122381" [ 873.152846] env[69763]: _type = "Task" [ 873.152846] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.162278] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122381, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.204036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.204597] env[69763]: DEBUG nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 873.208120] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.169s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.210817] env[69763]: INFO nova.compute.claims [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 873.301857] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122377, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.324105} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.302236] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 873.303141] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf47c414-51dc-4afc-8c76-55429856afb4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.335634] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Reconfiguring VM instance instance-00000019 to attach disk [datastore1] 191807a6-2355-4856-a862-7a6aabd6c204/191807a6-2355-4856-a862-7a6aabd6c204.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 873.336122] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25bd6ea6-961d-4e5d-8745-6a676851b0ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.368047] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122378, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.369924] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 873.369924] env[69763]: value = "task-4122382" [ 873.369924] env[69763]: _type = "Task" [ 873.369924] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.384490] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122382, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.669292] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122381, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.718405] env[69763]: DEBUG nova.compute.utils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 873.727320] env[69763]: DEBUG nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 873.727320] env[69763]: DEBUG nova.network.neutron [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 873.798033] env[69763]: DEBUG nova.policy [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c289993c52974071a69c208e68753229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1921e2c3e1264e2fb9a77503c26f9322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 873.870179] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122378, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.880223] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122382, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.956841] env[69763]: DEBUG nova.network.neutron [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Updated VIF entry in instance network info cache for port cee8d8d7-a128-42dc-9cde-ba5576b02e39. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.957922] env[69763]: DEBUG nova.network.neutron [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Updating instance_info_cache with network_info: [{"id": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "address": "fa:16:3e:2f:7f:c0", "network": {"id": "06c65b04-07e8-42a3-ad80-10e9f3014ccd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1267609414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d985307c6bf4b1cbf0259572011ddbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee8d8d7-a1", "ovs_interfaceid": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.167146] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122381, 'name': CreateVM_Task, 'duration_secs': 0.644087} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.169578] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 874.169578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.169578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.169578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.169578] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f4a5527-a058-4197-a300-740f43a405b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.178620] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 874.178620] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b46ede-2dac-f684-2224-c4ceda9ddce0" [ 874.178620] env[69763]: _type = "Task" [ 874.178620] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.186759] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b46ede-2dac-f684-2224-c4ceda9ddce0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.226689] env[69763]: DEBUG nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 874.280133] env[69763]: DEBUG nova.network.neutron [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Successfully created port: 0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 874.387452] env[69763]: DEBUG oslo_vmware.api [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122378, 'name': PowerOnVM_Task, 'duration_secs': 1.113097} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.393109] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 874.406529] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122382, 'name': ReconfigVM_Task, 'duration_secs': 0.606905} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.408106] env[69763]: DEBUG nova.compute.manager [None req-03d4bfd3-3d74-4a0d-9d51-3665d04b2de9 tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 874.408543] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Reconfigured VM instance instance-00000019 to attach disk [datastore1] 191807a6-2355-4856-a862-7a6aabd6c204/191807a6-2355-4856-a862-7a6aabd6c204.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 874.409868] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5669e614-87ca-4b9d-a95b-ec3a72d9ea7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.415888] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-52d57139-4aea-4045-8476-ba5385935a5c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.432323] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 874.432323] env[69763]: value = "task-4122383" [ 874.432323] env[69763]: _type = "Task" [ 874.432323] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.445050] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122383, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.462081] env[69763]: DEBUG oslo_concurrency.lockutils [req-e85a39f2-f61b-4c65-9fa9-722c403f117a req-a624b9ad-8e9f-4153-9a02-27ab024b989c service nova] Releasing lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.689628] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b46ede-2dac-f684-2224-c4ceda9ddce0, 'name': SearchDatastore_Task, 'duration_secs': 0.036664} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.693586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.693942] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 874.694209] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.694355] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.694537] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.696407] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-acbf42de-4cc4-44a3-a469-5120793754b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.707264] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.707479] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.708409] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-420ca4ec-7c43-47fd-a0c9-efc6c4c883d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.715535] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 874.715535] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524087b3-9596-96f8-7232-7911cbb2277c" [ 874.715535] env[69763]: _type = "Task" [ 874.715535] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.724168] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524087b3-9596-96f8-7232-7911cbb2277c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.896480] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038f6672-487f-4091-b02a-3a727a1b35c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.906078] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d866348e-5b5b-48f8-8207-683a2e8770b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.945031] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28786a0d-061f-49d0-9725-545650810921 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.956441] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122383, 'name': Rename_Task, 'duration_secs': 0.305057} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.957727] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 874.959363] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e27ea8-266e-49a5-a704-d48a4d34f906 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.964163] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-889815dd-3f9e-4d26-bdb7-93e8707514e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.981986] env[69763]: DEBUG nova.compute.provider_tree [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 874.985549] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 874.985549] env[69763]: value = "task-4122384" [ 874.985549] env[69763]: _type = "Task" [ 874.985549] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.003608] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122384, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.227305] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524087b3-9596-96f8-7232-7911cbb2277c, 'name': SearchDatastore_Task, 'duration_secs': 0.010665} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.228076] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b484879c-616e-445a-8182-3d10d34e1e3f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.234723] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 875.234723] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5267645d-6ba3-90a3-1ceb-9fab253d0ea8" [ 875.234723] env[69763]: _type = "Task" [ 875.234723] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.243582] env[69763]: DEBUG nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 875.254117] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5267645d-6ba3-90a3-1ceb-9fab253d0ea8, 'name': SearchDatastore_Task, 'duration_secs': 0.011181} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.255122] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.255122] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 46baf558-eb8b-4703-886b-e177649277b5/46baf558-eb8b-4703-886b-e177649277b5.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.257995] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c2d163bf-854b-4dcc-8781-e4eb742d5686 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.267250] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 875.267250] env[69763]: value = "task-4122385" [ 875.267250] env[69763]: _type = "Task" [ 875.267250] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.281069] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.285196] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 875.285933] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 875.286359] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 875.287044] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 875.287117] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 875.288024] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 875.288024] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 875.288024] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 875.288194] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 875.288360] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 875.288618] env[69763]: DEBUG nova.virt.hardware [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 875.289861] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7840f602-2d96-4433-8e29-f1d3eba4182b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.300241] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ebd5b7-83b7-48ab-ac22-99b1d6d6bb14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.504458] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122384, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.517555] env[69763]: ERROR nova.scheduler.client.report [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [req-014f347d-46e8-4d18-af62-5f055534dac6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-014f347d-46e8-4d18-af62-5f055534dac6"}]} [ 875.537020] env[69763]: DEBUG nova.scheduler.client.report [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 875.559286] env[69763]: DEBUG nova.scheduler.client.report [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 875.559286] env[69763]: DEBUG nova.compute.provider_tree [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.574628] env[69763]: DEBUG nova.scheduler.client.report [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 875.599468] env[69763]: DEBUG nova.scheduler.client.report [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 875.660790] env[69763]: DEBUG nova.compute.manager [req-a001ebe9-2a7e-4765-aeb2-9b41ef1b22ed req-90f4de11-7b4e-49c2-a722-809ecc08ec0b service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Received event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.660790] env[69763]: DEBUG nova.compute.manager [req-a001ebe9-2a7e-4765-aeb2-9b41ef1b22ed req-90f4de11-7b4e-49c2-a722-809ecc08ec0b service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing instance network info cache due to event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 875.661233] env[69763]: DEBUG oslo_concurrency.lockutils [req-a001ebe9-2a7e-4765-aeb2-9b41ef1b22ed req-90f4de11-7b4e-49c2-a722-809ecc08ec0b service nova] Acquiring lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.661233] env[69763]: DEBUG oslo_concurrency.lockutils [req-a001ebe9-2a7e-4765-aeb2-9b41ef1b22ed req-90f4de11-7b4e-49c2-a722-809ecc08ec0b service nova] Acquired lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.661446] env[69763]: DEBUG nova.network.neutron [req-a001ebe9-2a7e-4765-aeb2-9b41ef1b22ed req-90f4de11-7b4e-49c2-a722-809ecc08ec0b service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 875.783035] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122385, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.003248] env[69763]: DEBUG oslo_vmware.api [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122384, 'name': PowerOnVM_Task, 'duration_secs': 0.705643} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.005974] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 876.006207] env[69763]: INFO nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Took 8.45 seconds to spawn the instance on the hypervisor. [ 876.006394] env[69763]: DEBUG nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 876.007876] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a35647-9d5a-4f90-ac8f-78bc06a720cb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.142331] env[69763]: DEBUG nova.network.neutron [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Successfully updated port: 0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 876.251971] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fee1a0-a88f-4781-bbb1-4bc284866e9e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.267025] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3a6b40-dd92-49d4-a0b4-aee81a2750de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.279546] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578273} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.307532] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 46baf558-eb8b-4703-886b-e177649277b5/46baf558-eb8b-4703-886b-e177649277b5.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 876.307790] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 876.311015] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a8fe1932-bc4f-4dae-afe0-028e03f29e17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.313426] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7e4592-54ce-4742-ac63-2ccd1be05536 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.324949] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc2617f-52aa-4eda-a622-4b87cf528fa0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.329441] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 876.329441] env[69763]: value = "task-4122386" [ 876.329441] env[69763]: _type = "Task" [ 876.329441] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.348781] env[69763]: DEBUG nova.compute.provider_tree [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.359139] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.498540] env[69763]: DEBUG nova.network.neutron [req-a001ebe9-2a7e-4765-aeb2-9b41ef1b22ed req-90f4de11-7b4e-49c2-a722-809ecc08ec0b service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updated VIF entry in instance network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 876.498913] env[69763]: DEBUG nova.network.neutron [req-a001ebe9-2a7e-4765-aeb2-9b41ef1b22ed req-90f4de11-7b4e-49c2-a722-809ecc08ec0b service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updating instance_info_cache with network_info: [{"id": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "address": "fa:16:3e:60:96:10", "network": {"id": "ecff69d3-80c7-4004-b074-51fe1c7f1b54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-433014559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9cd1bff6357d4d31b5f80ee5a7b2374f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266c56a-1d", "ovs_interfaceid": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.530503] env[69763]: INFO nova.compute.manager [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Took 48.63 seconds to build instance. [ 876.649290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.649495] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.649621] env[69763]: DEBUG nova.network.neutron [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 876.840804] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07976} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.841096] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 876.841940] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e16988-c760-4e0c-ae84-e6976377bfa6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.873242] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Reconfiguring VM instance instance-0000001a to attach disk [datastore1] 46baf558-eb8b-4703-886b-e177649277b5/46baf558-eb8b-4703-886b-e177649277b5.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.874107] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f6bf600-6560-4404-aae4-07cd3ce745aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.895650] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 876.895650] env[69763]: value = "task-4122387" [ 876.895650] env[69763]: _type = "Task" [ 876.895650] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.908642] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122387, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.913164] env[69763]: DEBUG nova.scheduler.client.report [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 876.913164] env[69763]: DEBUG nova.compute.provider_tree [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 57 to 58 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 876.913164] env[69763]: DEBUG nova.compute.provider_tree [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.005163] env[69763]: DEBUG oslo_concurrency.lockutils [req-a001ebe9-2a7e-4765-aeb2-9b41ef1b22ed req-90f4de11-7b4e-49c2-a722-809ecc08ec0b service nova] Releasing lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.032860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39491f7a-b4a9-4344-b2ac-ba36d8143e5b tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "191807a6-2355-4856-a862-7a6aabd6c204" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 58.449s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.198844] env[69763]: DEBUG nova.network.neutron [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 877.390310] env[69763]: DEBUG nova.network.neutron [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Updating instance_info_cache with network_info: [{"id": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "address": "fa:16:3e:5d:bf:02", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a354daa-32", "ovs_interfaceid": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.410984] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122387, 'name': ReconfigVM_Task, 'duration_secs': 0.315251} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.411993] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Reconfigured VM instance instance-0000001a to attach disk [datastore1] 46baf558-eb8b-4703-886b-e177649277b5/46baf558-eb8b-4703-886b-e177649277b5.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.412665] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fcadb3af-f463-42f4-b0b2-98c460bb4735 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.417780] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.210s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.419505] env[69763]: DEBUG nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.423263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 36.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.428475] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 877.428475] env[69763]: value = "task-4122388" [ 877.428475] env[69763]: _type = "Task" [ 877.428475] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.444486] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122388, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.536294] env[69763]: DEBUG nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 877.894226] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.894736] env[69763]: DEBUG nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Instance network_info: |[{"id": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "address": "fa:16:3e:5d:bf:02", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a354daa-32", "ovs_interfaceid": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 877.895398] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:bf:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a354daa-3276-4f28-9f9b-0bff6a78aa31', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 877.908579] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Creating folder: Project (1921e2c3e1264e2fb9a77503c26f9322). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.908985] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-742d1ed9-8804-4c0c-a7a2-57e973dc6ef3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.924334] env[69763]: DEBUG nova.compute.utils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.925830] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Created folder: Project (1921e2c3e1264e2fb9a77503c26f9322) in parent group-v816505. [ 877.925936] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Creating folder: Instances. Parent ref: group-v816589. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 877.926455] env[69763]: DEBUG nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 877.926683] env[69763]: DEBUG nova.network.neutron [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 877.928587] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-32042bd7-2fa1-4ebe-a653-7755f308fbb8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.947316] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122388, 'name': Rename_Task, 'duration_secs': 0.176027} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.949265] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.949758] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Created folder: Instances in parent group-v816589. [ 877.949983] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 877.950189] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7f0a2e3-d795-40a4-b82b-19c1ccb17185 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.951883] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 877.952391] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31d16354-b0ef-4fdf-b186-76fb8863ea7e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.976743] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 877.976743] env[69763]: value = "task-4122391" [ 877.976743] env[69763]: _type = "Task" [ 877.976743] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.978986] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 877.978986] env[69763]: value = "task-4122392" [ 877.978986] env[69763]: _type = "Task" [ 877.978986] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.979714] env[69763]: DEBUG nova.policy [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456c18863fcb45cfbba706f0142729e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '899bc7e2ad7f45848aad68ec49d6012c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 877.996606] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122391, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.999343] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122392, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.071884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.113217] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "191807a6-2355-4856-a862-7a6aabd6c204" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.113217] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "191807a6-2355-4856-a862-7a6aabd6c204" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.113217] env[69763]: INFO nova.compute.manager [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Rebooting instance [ 878.261410] env[69763]: DEBUG nova.compute.manager [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Received event network-vif-plugged-0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.261410] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Acquiring lock "333044fb-7528-4210-b5f5-566e74e0c286-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.261410] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Lock "333044fb-7528-4210-b5f5-566e74e0c286-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 878.261410] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Lock "333044fb-7528-4210-b5f5-566e74e0c286-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.261410] env[69763]: DEBUG nova.compute.manager [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] No waiting events found dispatching network-vif-plugged-0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 878.261410] env[69763]: WARNING nova.compute.manager [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Received unexpected event network-vif-plugged-0a354daa-3276-4f28-9f9b-0bff6a78aa31 for instance with vm_state building and task_state spawning. [ 878.261410] env[69763]: DEBUG nova.compute.manager [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Received event network-changed-0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.261410] env[69763]: DEBUG nova.compute.manager [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Refreshing instance network info cache due to event network-changed-0a354daa-3276-4f28-9f9b-0bff6a78aa31. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.261410] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Acquiring lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.261410] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Acquired lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.262187] env[69763]: DEBUG nova.network.neutron [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Refreshing network info cache for port 0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.366801] env[69763]: DEBUG nova.compute.manager [req-95f67865-30a0-4f9f-845f-b94e79ac6ca4 req-3a060136-98ba-4515-a6f0-bfd6abe467b2 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Received event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 878.367440] env[69763]: DEBUG nova.compute.manager [req-95f67865-30a0-4f9f-845f-b94e79ac6ca4 req-3a060136-98ba-4515-a6f0-bfd6abe467b2 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing instance network info cache due to event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 878.367682] env[69763]: DEBUG oslo_concurrency.lockutils [req-95f67865-30a0-4f9f-845f-b94e79ac6ca4 req-3a060136-98ba-4515-a6f0-bfd6abe467b2 service nova] Acquiring lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.367903] env[69763]: DEBUG oslo_concurrency.lockutils [req-95f67865-30a0-4f9f-845f-b94e79ac6ca4 req-3a060136-98ba-4515-a6f0-bfd6abe467b2 service nova] Acquired lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.368137] env[69763]: DEBUG nova.network.neutron [req-95f67865-30a0-4f9f-845f-b94e79ac6ca4 req-3a060136-98ba-4515-a6f0-bfd6abe467b2 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 878.432667] env[69763]: DEBUG nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.493307] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122391, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.498896] env[69763]: DEBUG nova.network.neutron [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Successfully created port: 21bbcb6f-adf4-4372-816e-612d3d7a702c {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 878.507461] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122392, 'name': CreateVM_Task, 'duration_secs': 0.446253} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.507998] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 878.508741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.508928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.509303] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.509575] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93432ec5-9bfc-4eaa-a520-3740e1fe7d35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.515257] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 878.515257] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c25852-cd64-879d-f9c1-128fdec9cf07" [ 878.515257] env[69763]: _type = "Task" [ 878.515257] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.529032] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c25852-cd64-879d-f9c1-128fdec9cf07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.604915] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ad169fa-a68a-4286-bc02-ab98085d0914 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.613395] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e434c2dc-be8c-4694-af38-1ecd6d2bae0d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.653617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.653825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquired lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.654329] env[69763]: DEBUG nova.network.neutron [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 878.656026] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-365e4d35-14af-4784-b80f-1cd4ce7d98fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.665566] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8dba567-6e29-43f2-b03c-3622a4d84428 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.684260] env[69763]: DEBUG nova.compute.provider_tree [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.988783] env[69763]: DEBUG oslo_vmware.api [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122391, 'name': PowerOnVM_Task, 'duration_secs': 0.542997} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.989151] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.989277] env[69763]: INFO nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Took 8.69 seconds to spawn the instance on the hypervisor. [ 878.989450] env[69763]: DEBUG nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 878.990416] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8800e7c6-61fb-4c46-8e35-6d5deecc9761 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.026821] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c25852-cd64-879d-f9c1-128fdec9cf07, 'name': SearchDatastore_Task, 'duration_secs': 0.012196} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.027268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.027580] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 879.027893] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.028120] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.028370] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 879.028707] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ca68cd85-ec3d-48e9-8358-8c26e4d38bcd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.041328] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 879.041572] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 879.045721] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b357c98-a84c-494f-a947-e2d28af9dc1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.056278] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 879.056278] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c1da06-25c2-d9e7-aed2-0897155522e4" [ 879.056278] env[69763]: _type = "Task" [ 879.056278] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.066687] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c1da06-25c2-d9e7-aed2-0897155522e4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.131288] env[69763]: DEBUG nova.network.neutron [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Updated VIF entry in instance network info cache for port 0a354daa-3276-4f28-9f9b-0bff6a78aa31. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.131507] env[69763]: DEBUG nova.network.neutron [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Updating instance_info_cache with network_info: [{"id": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "address": "fa:16:3e:5d:bf:02", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a354daa-32", "ovs_interfaceid": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.165233] env[69763]: DEBUG nova.network.neutron [req-95f67865-30a0-4f9f-845f-b94e79ac6ca4 req-3a060136-98ba-4515-a6f0-bfd6abe467b2 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updated VIF entry in instance network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 879.165473] env[69763]: DEBUG nova.network.neutron [req-95f67865-30a0-4f9f-845f-b94e79ac6ca4 req-3a060136-98ba-4515-a6f0-bfd6abe467b2 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updating instance_info_cache with network_info: [{"id": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "address": "fa:16:3e:60:96:10", "network": {"id": "ecff69d3-80c7-4004-b074-51fe1c7f1b54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-433014559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9cd1bff6357d4d31b5f80ee5a7b2374f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266c56a-1d", "ovs_interfaceid": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 879.187335] env[69763]: DEBUG nova.scheduler.client.report [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.447989] env[69763]: DEBUG nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.478889] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.480219] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.480219] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.480219] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.480219] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.480219] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.480219] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.480219] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.480653] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.480653] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.480808] env[69763]: DEBUG nova.virt.hardware [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.481648] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff455345-789b-47c3-b2c9-2af5544c1895 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.491108] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993af838-ec7e-45d9-9450-7b68eb8e3bf6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.518432] env[69763]: INFO nova.compute.manager [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Took 49.61 seconds to build instance. [ 879.567603] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c1da06-25c2-d9e7-aed2-0897155522e4, 'name': SearchDatastore_Task, 'duration_secs': 0.020873} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.568537] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2338741d-206c-48a8-a14c-ac10c89eb556 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.574773] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 879.574773] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52baff9e-0296-5cbd-8ac5-68dfb306eca8" [ 879.574773] env[69763]: _type = "Task" [ 879.574773] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.583637] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52baff9e-0296-5cbd-8ac5-68dfb306eca8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.634054] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Releasing lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.634476] env[69763]: DEBUG nova.compute.manager [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Received event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.634688] env[69763]: DEBUG nova.compute.manager [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing instance network info cache due to event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.635011] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Acquiring lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.670537] env[69763]: DEBUG oslo_concurrency.lockutils [req-95f67865-30a0-4f9f-845f-b94e79ac6ca4 req-3a060136-98ba-4515-a6f0-bfd6abe467b2 service nova] Releasing lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.671032] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Acquired lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.671253] env[69763]: DEBUG nova.network.neutron [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.750693] env[69763]: DEBUG nova.network.neutron [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Updating instance_info_cache with network_info: [{"id": "e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d", "address": "fa:16:3e:fc:8c:5b", "network": {"id": "97d943ce-4b95-47c5-85e2-ad8dd39ff300", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-757482819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7c66e135cf94a0a80f61b55dc94d137", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "26472e27-9835-4f87-ab7f-ca24dfee4e83", "external-id": "nsx-vlan-transportzone-335", "segmentation_id": 335, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape44f8a7d-3e", "ovs_interfaceid": "e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.021630] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a273b944-c382-4b5c-9e72-6a55d16c0008 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "46baf558-eb8b-4703-886b-e177649277b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.122s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.090039] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52baff9e-0296-5cbd-8ac5-68dfb306eca8, 'name': SearchDatastore_Task, 'duration_secs': 0.027133} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.090327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.090591] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 333044fb-7528-4210-b5f5-566e74e0c286/333044fb-7528-4210-b5f5-566e74e0c286.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.090850] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f73ff3c9-20c5-4237-8767-747bc19c9e91 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.099339] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 880.099339] env[69763]: value = "task-4122393" [ 880.099339] env[69763]: _type = "Task" [ 880.099339] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.108991] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122393, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.198473] env[69763]: DEBUG nova.network.neutron [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Successfully updated port: 21bbcb6f-adf4-4372-816e-612d3d7a702c {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 880.202860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.780s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.206689] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.583s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.207134] env[69763]: DEBUG nova.objects.instance [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lazy-loading 'resources' on Instance uuid 91377093-0fb6-4a58-8fd4-6214925dcfd2 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.257282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Releasing lock "refresh_cache-191807a6-2355-4856-a862-7a6aabd6c204" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.524746] env[69763]: DEBUG nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 880.529321] env[69763]: DEBUG nova.network.neutron [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updated VIF entry in instance network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.529671] env[69763]: DEBUG nova.network.neutron [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updating instance_info_cache with network_info: [{"id": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "address": "fa:16:3e:60:96:10", "network": {"id": "ecff69d3-80c7-4004-b074-51fe1c7f1b54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-433014559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9cd1bff6357d4d31b5f80ee5a7b2374f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266c56a-1d", "ovs_interfaceid": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.613956] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122393, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512773} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.614315] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 333044fb-7528-4210-b5f5-566e74e0c286/333044fb-7528-4210-b5f5-566e74e0c286.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 880.614510] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 880.614769] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9855efea-103e-4df5-bcc1-1249fd9009b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.623855] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 880.623855] env[69763]: value = "task-4122394" [ 880.623855] env[69763]: _type = "Task" [ 880.623855] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.634630] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.703165] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "refresh_cache-e76d921c-c912-4769-a165-b2fc6505707b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.703270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "refresh_cache-e76d921c-c912-4769-a165-b2fc6505707b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.703460] env[69763]: DEBUG nova.network.neutron [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.762878] env[69763]: DEBUG nova.compute.manager [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 880.763747] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281d1235-2183-4038-89d7-165f624f9741 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.780905] env[69763]: INFO nova.scheduler.client.report [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Deleted allocation for migration 09f6d059-d5e1-42b9-b45e-da5e7840f4a0 [ 880.912705] env[69763]: DEBUG nova.compute.manager [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Received event network-vif-plugged-21bbcb6f-adf4-4372-816e-612d3d7a702c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.913937] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] Acquiring lock "e76d921c-c912-4769-a165-b2fc6505707b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.913937] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] Lock "e76d921c-c912-4769-a165-b2fc6505707b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.913937] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] Lock "e76d921c-c912-4769-a165-b2fc6505707b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.913937] env[69763]: DEBUG nova.compute.manager [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] No waiting events found dispatching network-vif-plugged-21bbcb6f-adf4-4372-816e-612d3d7a702c {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 880.913937] env[69763]: WARNING nova.compute.manager [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Received unexpected event network-vif-plugged-21bbcb6f-adf4-4372-816e-612d3d7a702c for instance with vm_state building and task_state spawning. [ 880.913937] env[69763]: DEBUG nova.compute.manager [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Received event network-changed-21bbcb6f-adf4-4372-816e-612d3d7a702c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.913937] env[69763]: DEBUG nova.compute.manager [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Refreshing instance network info cache due to event network-changed-21bbcb6f-adf4-4372-816e-612d3d7a702c. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.914255] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] Acquiring lock "refresh_cache-e76d921c-c912-4769-a165-b2fc6505707b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.985031] env[69763]: DEBUG nova.compute.manager [req-93674731-5101-4ec3-b971-c83dd596c61d req-2159e584-2791-437e-a714-294d2d4ea679 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Received event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 880.985031] env[69763]: DEBUG nova.compute.manager [req-93674731-5101-4ec3-b971-c83dd596c61d req-2159e584-2791-437e-a714-294d2d4ea679 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing instance network info cache due to event network-changed-6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 880.985031] env[69763]: DEBUG oslo_concurrency.lockutils [req-93674731-5101-4ec3-b971-c83dd596c61d req-2159e584-2791-437e-a714-294d2d4ea679 service nova] Acquiring lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.034082] env[69763]: DEBUG oslo_concurrency.lockutils [req-9167d456-3d31-4cdc-a230-98f61c7aefb7 req-77f507eb-9357-4f19-9fad-6c361c234c21 service nova] Releasing lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.035811] env[69763]: DEBUG oslo_concurrency.lockutils [req-93674731-5101-4ec3-b971-c83dd596c61d req-2159e584-2791-437e-a714-294d2d4ea679 service nova] Acquired lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.035811] env[69763]: DEBUG nova.network.neutron [req-93674731-5101-4ec3-b971-c83dd596c61d req-2159e584-2791-437e-a714-294d2d4ea679 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Refreshing network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.051147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.135441] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.184017} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.138369] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 881.140154] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640e7b39-4102-42c1-a64f-df1fa4f66b86 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.163109] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 333044fb-7528-4210-b5f5-566e74e0c286/333044fb-7528-4210-b5f5-566e74e0c286.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 881.166225] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-215ece17-f85a-4188-9af2-bfef4087705d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.189980] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 881.189980] env[69763]: value = "task-4122395" [ 881.189980] env[69763]: _type = "Task" [ 881.189980] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.205083] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122395, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.274604] env[69763]: DEBUG nova.network.neutron [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.297166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45074c83-1ccd-4f08-823d-8e3d73a4b14e tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 43.414s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.352655] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aec8c568-13fc-47d1-b2c1-e619b6f52b07 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.362690] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b77f5-0f77-4bc6-a9d3-14b67a8a7416 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.398545] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d6dd418-0799-447a-bb73-1a67a0f44c4e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.408055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d6a8b2-d5d7-4f5b-ac4d-dd1cf9fa47f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.430055] env[69763]: DEBUG nova.compute.provider_tree [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.555831] env[69763]: DEBUG nova.network.neutron [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Updating instance_info_cache with network_info: [{"id": "21bbcb6f-adf4-4372-816e-612d3d7a702c", "address": "fa:16:3e:ba:b6:54", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bbcb6f-ad", "ovs_interfaceid": "21bbcb6f-adf4-4372-816e-612d3d7a702c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.703223] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.798708] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af9fcb7-e432-474f-a304-a2c92887af81 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.803640] env[69763]: DEBUG nova.network.neutron [req-93674731-5101-4ec3-b971-c83dd596c61d req-2159e584-2791-437e-a714-294d2d4ea679 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updated VIF entry in instance network info cache for port 6266c56a-1d01-4f6a-b0fd-e96b69664915. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 881.804882] env[69763]: DEBUG nova.network.neutron [req-93674731-5101-4ec3-b971-c83dd596c61d req-2159e584-2791-437e-a714-294d2d4ea679 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updating instance_info_cache with network_info: [{"id": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "address": "fa:16:3e:60:96:10", "network": {"id": "ecff69d3-80c7-4004-b074-51fe1c7f1b54", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-433014559-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9cd1bff6357d4d31b5f80ee5a7b2374f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "96fdbb91-eb49-4dbf-b234-5b38503d7589", "external-id": "nsx-vlan-transportzone-392", "segmentation_id": 392, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6266c56a-1d", "ovs_interfaceid": "6266c56a-1d01-4f6a-b0fd-e96b69664915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.812570] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Doing hard reboot of VM {{(pid=69763) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 881.812854] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-ab0a4507-d21c-4ac9-8fd8-7011f8b2734f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.821140] env[69763]: DEBUG oslo_vmware.api [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 881.821140] env[69763]: value = "task-4122396" [ 881.821140] env[69763]: _type = "Task" [ 881.821140] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.831877] env[69763]: DEBUG oslo_vmware.api [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122396, 'name': ResetVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.933856] env[69763]: DEBUG nova.scheduler.client.report [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 882.062145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "refresh_cache-e76d921c-c912-4769-a165-b2fc6505707b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.062145] env[69763]: DEBUG nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Instance network_info: |[{"id": "21bbcb6f-adf4-4372-816e-612d3d7a702c", "address": "fa:16:3e:ba:b6:54", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bbcb6f-ad", "ovs_interfaceid": "21bbcb6f-adf4-4372-816e-612d3d7a702c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 882.062145] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] Acquired lock "refresh_cache-e76d921c-c912-4769-a165-b2fc6505707b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.062145] env[69763]: DEBUG nova.network.neutron [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Refreshing network info cache for port 21bbcb6f-adf4-4372-816e-612d3d7a702c {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 882.062145] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:b6:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '21bbcb6f-adf4-4372-816e-612d3d7a702c', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 882.070394] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 882.073967] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 882.074635] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7f2d4d5d-bcc1-4bbc-ab39-e1d2259d414d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.099579] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 882.099579] env[69763]: value = "task-4122397" [ 882.099579] env[69763]: _type = "Task" [ 882.099579] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.108460] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122397, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.202423] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122395, 'name': ReconfigVM_Task, 'duration_secs': 0.575221} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.204039] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 333044fb-7528-4210-b5f5-566e74e0c286/333044fb-7528-4210-b5f5-566e74e0c286.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 882.207664] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cac0c38f-cae1-4481-bbf6-e2f17f436371 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.216362] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 882.216362] env[69763]: value = "task-4122398" [ 882.216362] env[69763]: _type = "Task" [ 882.216362] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.230632] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122398, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.309255] env[69763]: DEBUG oslo_concurrency.lockutils [req-93674731-5101-4ec3-b971-c83dd596c61d req-2159e584-2791-437e-a714-294d2d4ea679 service nova] Releasing lock "refresh_cache-0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.333196] env[69763]: DEBUG oslo_vmware.api [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122396, 'name': ResetVM_Task, 'duration_secs': 0.134987} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.333467] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Did hard reboot of VM {{(pid=69763) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 882.333659] env[69763]: DEBUG nova.compute.manager [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 882.334483] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5b34c4-ccc2-433d-b1e3-b74b225ede5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.380922] env[69763]: DEBUG nova.network.neutron [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Updated VIF entry in instance network info cache for port 21bbcb6f-adf4-4372-816e-612d3d7a702c. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 882.381229] env[69763]: DEBUG nova.network.neutron [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Updating instance_info_cache with network_info: [{"id": "21bbcb6f-adf4-4372-816e-612d3d7a702c", "address": "fa:16:3e:ba:b6:54", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap21bbcb6f-ad", "ovs_interfaceid": "21bbcb6f-adf4-4372-816e-612d3d7a702c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.442825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.233s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.443211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.155s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.445414] env[69763]: INFO nova.compute.claims [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.469519] env[69763]: INFO nova.scheduler.client.report [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Deleted allocations for instance 91377093-0fb6-4a58-8fd4-6214925dcfd2 [ 882.610641] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122397, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.708534] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.708671] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.708875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.709155] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.709405] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.711640] env[69763]: INFO nova.compute.manager [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Terminating instance [ 882.728174] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122398, 'name': Rename_Task, 'duration_secs': 0.239493} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.728174] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.728420] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c747f3a-a14e-4f62-a8b8-1a2f1dfb7ec8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.735590] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 882.735590] env[69763]: value = "task-4122399" [ 882.735590] env[69763]: _type = "Task" [ 882.735590] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.744365] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122399, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.848752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d921cc30-d695-43d5-ad8c-7287d1de3fad tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "191807a6-2355-4856-a862-7a6aabd6c204" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.737s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.885123] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2376b65-a42c-4f20-ae95-bd5c22054d86 req-ba359468-f08e-4474-94ba-156108a991cc service nova] Releasing lock "refresh_cache-e76d921c-c912-4769-a165-b2fc6505707b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.979880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-121fffb6-8e03-4562-a072-92dff2991840 tempest-TenantUsagesTestJSON-348970877 tempest-TenantUsagesTestJSON-348970877-project-member] Lock "91377093-0fb6-4a58-8fd4-6214925dcfd2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.494s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.115060] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122397, 'name': CreateVM_Task, 'duration_secs': 0.543417} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.115060] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 883.115415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.115644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.116036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.116382] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ec2279b-1269-4861-befc-3e0ab0c7e2a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.123232] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 883.123232] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e04b59-5297-5752-6e72-9ea1ce4e58d3" [ 883.123232] env[69763]: _type = "Task" [ 883.123232] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.133223] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e04b59-5297-5752-6e72-9ea1ce4e58d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.215354] env[69763]: DEBUG nova.compute.manager [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 883.215676] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.216968] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e141fcd-b6bb-43e3-81ba-2106115668de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.226213] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.226710] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e98f2859-e49f-485a-b101-5cda8b0c6372 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.234622] env[69763]: DEBUG oslo_vmware.api [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 883.234622] env[69763]: value = "task-4122400" [ 883.234622] env[69763]: _type = "Task" [ 883.234622] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.237306] env[69763]: DEBUG nova.compute.manager [req-b070029b-b20e-43a9-925c-e9d255afa01b req-deb16e1b-b8dd-4bdb-96a8-ebc861a3053b service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Received event network-changed-cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 883.237584] env[69763]: DEBUG nova.compute.manager [req-b070029b-b20e-43a9-925c-e9d255afa01b req-deb16e1b-b8dd-4bdb-96a8-ebc861a3053b service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Refreshing instance network info cache due to event network-changed-cee8d8d7-a128-42dc-9cde-ba5576b02e39. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 883.237846] env[69763]: DEBUG oslo_concurrency.lockutils [req-b070029b-b20e-43a9-925c-e9d255afa01b req-deb16e1b-b8dd-4bdb-96a8-ebc861a3053b service nova] Acquiring lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.238041] env[69763]: DEBUG oslo_concurrency.lockutils [req-b070029b-b20e-43a9-925c-e9d255afa01b req-deb16e1b-b8dd-4bdb-96a8-ebc861a3053b service nova] Acquired lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.238249] env[69763]: DEBUG nova.network.neutron [req-b070029b-b20e-43a9-925c-e9d255afa01b req-deb16e1b-b8dd-4bdb-96a8-ebc861a3053b service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Refreshing network info cache for port cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 883.256655] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122399, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.260401] env[69763]: DEBUG oslo_vmware.api [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.637711] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e04b59-5297-5752-6e72-9ea1ce4e58d3, 'name': SearchDatastore_Task, 'duration_secs': 0.012137} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.638532] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.638887] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 883.639299] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.639570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.639906] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 883.640287] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cae9a593-ca55-4d70-835b-17d7c276767a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.652160] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 883.652375] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 883.653166] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b80530c1-2b55-4f40-8c04-7ef1d830b3be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.660410] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 883.660410] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5254245c-eac0-425f-6145-438f6ae41bb3" [ 883.660410] env[69763]: _type = "Task" [ 883.660410] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.670815] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5254245c-eac0-425f-6145-438f6ae41bb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.749527] env[69763]: DEBUG oslo_vmware.api [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122400, 'name': PowerOffVM_Task, 'duration_secs': 0.286898} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.752505] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.752685] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.753412] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81596e02-eb4b-47d1-ab2b-fc8a03e71a23 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.759047] env[69763]: DEBUG oslo_vmware.api [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122399, 'name': PowerOnVM_Task, 'duration_secs': 0.605077} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.759713] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.759932] env[69763]: INFO nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Took 8.52 seconds to spawn the instance on the hypervisor. [ 883.760131] env[69763]: DEBUG nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 883.760958] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253cae15-2bf7-4ed4-99f2-923a8dab74d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.837380] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.839525] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.839525] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Deleting the datastore file [datastore2] 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.839525] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c1d069d9-08d4-4abf-a2e8-203808ab40bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.848950] env[69763]: DEBUG oslo_vmware.api [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for the task: (returnval){ [ 883.848950] env[69763]: value = "task-4122402" [ 883.848950] env[69763]: _type = "Task" [ 883.848950] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.864615] env[69763]: DEBUG oslo_vmware.api [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.876145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "191807a6-2355-4856-a862-7a6aabd6c204" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.876145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "191807a6-2355-4856-a862-7a6aabd6c204" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.876145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "191807a6-2355-4856-a862-7a6aabd6c204-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.876145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "191807a6-2355-4856-a862-7a6aabd6c204-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.876145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "191807a6-2355-4856-a862-7a6aabd6c204-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.876700] env[69763]: INFO nova.compute.manager [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Terminating instance [ 884.123818] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63265d6-8d31-4994-ba44-f3aca06c13e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.132676] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec1969eb-f7f5-4236-812e-b595f093867d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.168196] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-029d8dcb-e694-4cbf-82c6-6b057da634f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.171841] env[69763]: DEBUG nova.network.neutron [req-b070029b-b20e-43a9-925c-e9d255afa01b req-deb16e1b-b8dd-4bdb-96a8-ebc861a3053b service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Updated VIF entry in instance network info cache for port cee8d8d7-a128-42dc-9cde-ba5576b02e39. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 884.172249] env[69763]: DEBUG nova.network.neutron [req-b070029b-b20e-43a9-925c-e9d255afa01b req-deb16e1b-b8dd-4bdb-96a8-ebc861a3053b service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Updating instance_info_cache with network_info: [{"id": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "address": "fa:16:3e:2f:7f:c0", "network": {"id": "06c65b04-07e8-42a3-ad80-10e9f3014ccd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1267609414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d985307c6bf4b1cbf0259572011ddbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee8d8d7-a1", "ovs_interfaceid": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.180640] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5254245c-eac0-425f-6145-438f6ae41bb3, 'name': SearchDatastore_Task, 'duration_secs': 0.013046} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.183859] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-deecea75-6f98-481c-913f-a7560bc38937 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.187320] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b6a56d-d760-418a-9482-262088424d36 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.195720] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 884.195720] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526ad037-caaf-fdf2-e3a3-93de8a8fdfe0" [ 884.195720] env[69763]: _type = "Task" [ 884.195720] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.204169] env[69763]: DEBUG nova.compute.provider_tree [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.216599] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526ad037-caaf-fdf2-e3a3-93de8a8fdfe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.285902] env[69763]: INFO nova.compute.manager [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Took 47.28 seconds to build instance. [ 884.359359] env[69763]: DEBUG oslo_vmware.api [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122402, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.380834] env[69763]: DEBUG nova.compute.manager [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 884.381119] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 884.381990] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1218514c-3fda-4d6b-9894-1e977798f2fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.391383] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 884.391662] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81c44256-eefe-4389-9348-2ad415f9083f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.400690] env[69763]: DEBUG oslo_vmware.api [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 884.400690] env[69763]: value = "task-4122403" [ 884.400690] env[69763]: _type = "Task" [ 884.400690] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.412134] env[69763]: DEBUG oslo_vmware.api [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122403, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.675263] env[69763]: DEBUG oslo_concurrency.lockutils [req-b070029b-b20e-43a9-925c-e9d255afa01b req-deb16e1b-b8dd-4bdb-96a8-ebc861a3053b service nova] Releasing lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.710770] env[69763]: DEBUG nova.scheduler.client.report [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.723298] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526ad037-caaf-fdf2-e3a3-93de8a8fdfe0, 'name': SearchDatastore_Task, 'duration_secs': 0.022852} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.723298] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.723298] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e76d921c-c912-4769-a165-b2fc6505707b/e76d921c-c912-4769-a165-b2fc6505707b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 884.723298] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e6b2765-8dcd-4ec0-b54e-8e912cd5aef3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.733872] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 884.733872] env[69763]: value = "task-4122404" [ 884.733872] env[69763]: _type = "Task" [ 884.733872] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.750470] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122404, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.792191] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0eadc8d8-dfd7-4cbd-af0a-5e68ddae2c4e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "333044fb-7528-4210-b5f5-566e74e0c286" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.957s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.862226] env[69763]: DEBUG oslo_vmware.api [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Task: {'id': task-4122402, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.59589} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.862519] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.862691] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.862861] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.863048] env[69763]: INFO nova.compute.manager [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Took 1.65 seconds to destroy the instance on the hypervisor. [ 884.863423] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 884.863528] env[69763]: DEBUG nova.compute.manager [-] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 884.863578] env[69763]: DEBUG nova.network.neutron [-] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 884.912165] env[69763]: DEBUG oslo_vmware.api [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122403, 'name': PowerOffVM_Task, 'duration_secs': 0.384288} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.912821] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.913156] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.916112] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1d8746a1-40ce-4f38-8f59-bf603dea16eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.991433] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.992704] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.993081] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Deleting the datastore file [datastore1] 191807a6-2355-4856-a862-7a6aabd6c204 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.993505] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19a3e704-2aa1-4412-aaa4-8dadc232eb63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.001860] env[69763]: DEBUG oslo_vmware.api [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for the task: (returnval){ [ 885.001860] env[69763]: value = "task-4122406" [ 885.001860] env[69763]: _type = "Task" [ 885.001860] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.013013] env[69763]: DEBUG oslo_vmware.api [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.222328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.224484] env[69763]: DEBUG nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.227464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.900s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.227726] env[69763]: DEBUG nova.objects.instance [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lazy-loading 'resources' on Instance uuid 54894db8-c9c9-4a56-a266-96d9cab8d458 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.251179] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122404, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.291962] env[69763]: DEBUG nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 885.525661] env[69763]: DEBUG oslo_vmware.api [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122406, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.736347] env[69763]: DEBUG nova.compute.utils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.738453] env[69763]: DEBUG nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.741773] env[69763]: DEBUG nova.network.neutron [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.751097] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122404, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768338} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.751609] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e76d921c-c912-4769-a165-b2fc6505707b/e76d921c-c912-4769-a165-b2fc6505707b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 885.751999] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 885.752525] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4de8fa7-0f11-47fe-8f9d-2718db14e3ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.762421] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 885.762421] env[69763]: value = "task-4122407" [ 885.762421] env[69763]: _type = "Task" [ 885.762421] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.770451] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122407, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.806476] env[69763]: DEBUG nova.policy [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd565af96f474d33b14d2155f1252c02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd067f9843699485eb0f75374b323b684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.817906] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.924443] env[69763]: DEBUG nova.network.neutron [-] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.931933] env[69763]: DEBUG nova.compute.manager [req-6cfa9ad1-fef5-41e3-b4b1-569905bd1727 req-6e44836f-87a7-4860-83b3-a2e9d65b8dc6 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Received event network-changed-0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 885.931933] env[69763]: DEBUG nova.compute.manager [req-6cfa9ad1-fef5-41e3-b4b1-569905bd1727 req-6e44836f-87a7-4860-83b3-a2e9d65b8dc6 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Refreshing instance network info cache due to event network-changed-0a354daa-3276-4f28-9f9b-0bff6a78aa31. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 885.931933] env[69763]: DEBUG oslo_concurrency.lockutils [req-6cfa9ad1-fef5-41e3-b4b1-569905bd1727 req-6e44836f-87a7-4860-83b3-a2e9d65b8dc6 service nova] Acquiring lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.931933] env[69763]: DEBUG oslo_concurrency.lockutils [req-6cfa9ad1-fef5-41e3-b4b1-569905bd1727 req-6e44836f-87a7-4860-83b3-a2e9d65b8dc6 service nova] Acquired lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.931933] env[69763]: DEBUG nova.network.neutron [req-6cfa9ad1-fef5-41e3-b4b1-569905bd1727 req-6e44836f-87a7-4860-83b3-a2e9d65b8dc6 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Refreshing network info cache for port 0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 886.015339] env[69763]: DEBUG oslo_vmware.api [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Task: {'id': task-4122406, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.562361} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.015854] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.016111] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.016302] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.016587] env[69763]: INFO nova.compute.manager [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Took 1.64 seconds to destroy the instance on the hypervisor. [ 886.016859] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.017105] env[69763]: DEBUG nova.compute.manager [-] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.017218] env[69763]: DEBUG nova.network.neutron [-] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.242202] env[69763]: DEBUG nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.275656] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122407, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185612} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.276011] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.276910] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c94b3499-583b-4d1e-912d-6f71dc9ef42f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.300771] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] e76d921c-c912-4769-a165-b2fc6505707b/e76d921c-c912-4769-a165-b2fc6505707b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 886.301782] env[69763]: DEBUG nova.network.neutron [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Successfully created port: 65bf542e-bff4-4d81-b0b1-89f59a3ceb2b {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.306766] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3b5bd00-5715-42ba-b069-a08f38baee25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.331473] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 886.331473] env[69763]: value = "task-4122408" [ 886.331473] env[69763]: _type = "Task" [ 886.331473] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.341819] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122408, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.377088] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a55d95-d1d7-42a4-9977-2aa83cc769e5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.388029] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534649bc-0f77-468e-bbb5-843e84c4d403 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.420380] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f1f86b-1db6-4e47-adba-66b533e0d47c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.428901] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2637600-f67d-4b10-9fa3-d390b68a3e5c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.433755] env[69763]: INFO nova.compute.manager [-] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Took 1.57 seconds to deallocate network for instance. [ 886.445886] env[69763]: DEBUG nova.compute.provider_tree [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.764313] env[69763]: DEBUG nova.network.neutron [req-6cfa9ad1-fef5-41e3-b4b1-569905bd1727 req-6e44836f-87a7-4860-83b3-a2e9d65b8dc6 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Updated VIF entry in instance network info cache for port 0a354daa-3276-4f28-9f9b-0bff6a78aa31. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 886.765243] env[69763]: DEBUG nova.network.neutron [req-6cfa9ad1-fef5-41e3-b4b1-569905bd1727 req-6e44836f-87a7-4860-83b3-a2e9d65b8dc6 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Updating instance_info_cache with network_info: [{"id": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "address": "fa:16:3e:5d:bf:02", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a354daa-32", "ovs_interfaceid": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.842747] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122408, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.869766] env[69763]: DEBUG nova.network.neutron [-] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.920692] env[69763]: DEBUG nova.compute.manager [req-a35b872b-6e03-4ebc-8fdf-57e05d4df74e req-527ec629-f9b5-40a7-add2-abf75f53c6ca service nova] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Received event network-vif-deleted-e44f8a7d-3e0e-4046-a594-6cd4f5e69f2d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 886.952887] env[69763]: DEBUG nova.scheduler.client.report [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.958620] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.132846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "be5d76e1-a022-4de4-bf79-94a83f9958ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.133115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.251840] env[69763]: DEBUG nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.268007] env[69763]: DEBUG oslo_concurrency.lockutils [req-6cfa9ad1-fef5-41e3-b4b1-569905bd1727 req-6e44836f-87a7-4860-83b3-a2e9d65b8dc6 service nova] Releasing lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.282042] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.282694] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.282694] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.282694] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.282951] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.282951] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.283291] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.283440] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.283634] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.283780] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.283950] env[69763]: DEBUG nova.virt.hardware [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.284972] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd96f4cb-c90b-46d4-ac27-2e3691f85602 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.293683] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae4e9de-8999-4332-971d-45c08c8c704c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.342143] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122408, 'name': ReconfigVM_Task, 'duration_secs': 0.635948} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.342624] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Reconfigured VM instance instance-0000001d to attach disk [datastore1] e76d921c-c912-4769-a165-b2fc6505707b/e76d921c-c912-4769-a165-b2fc6505707b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 887.344059] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a339c532-f2d6-4c21-bb47-2bc81e08845f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.351111] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 887.351111] env[69763]: value = "task-4122409" [ 887.351111] env[69763]: _type = "Task" [ 887.351111] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.362510] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122409, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.373185] env[69763]: INFO nova.compute.manager [-] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Took 1.35 seconds to deallocate network for instance. [ 887.461543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.234s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.464175] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.104s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.465887] env[69763]: INFO nova.compute.claims [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 887.531796] env[69763]: INFO nova.scheduler.client.report [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Deleted allocations for instance 54894db8-c9c9-4a56-a266-96d9cab8d458 [ 887.862550] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122409, 'name': Rename_Task, 'duration_secs': 0.172202} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.863155] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 887.863446] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-097dba55-1bfb-482c-8ac9-fa44a17425c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.873023] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 887.873023] env[69763]: value = "task-4122410" [ 887.873023] env[69763]: _type = "Task" [ 887.873023] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.882746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.883308] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122410, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.965821] env[69763]: DEBUG nova.compute.manager [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Received event network-vif-deleted-6266c56a-1d01-4f6a-b0fd-e96b69664915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.966055] env[69763]: DEBUG nova.compute.manager [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Received event network-changed-cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.966225] env[69763]: DEBUG nova.compute.manager [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Refreshing instance network info cache due to event network-changed-cee8d8d7-a128-42dc-9cde-ba5576b02e39. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 887.966437] env[69763]: DEBUG oslo_concurrency.lockutils [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] Acquiring lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.966587] env[69763]: DEBUG oslo_concurrency.lockutils [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] Acquired lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.966735] env[69763]: DEBUG nova.network.neutron [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Refreshing network info cache for port cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 888.042584] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ab03a5af-cc7d-4f18-b957-300e205659a5 tempest-AttachInterfacesUnderV243Test-1409176205 tempest-AttachInterfacesUnderV243Test-1409176205-project-member] Lock "54894db8-c9c9-4a56-a266-96d9cab8d458" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.472s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.330381] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquiring lock "46baf558-eb8b-4703-886b-e177649277b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.330672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "46baf558-eb8b-4703-886b-e177649277b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.330887] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquiring lock "46baf558-eb8b-4703-886b-e177649277b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.331087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "46baf558-eb8b-4703-886b-e177649277b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.331267] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "46baf558-eb8b-4703-886b-e177649277b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.338161] env[69763]: INFO nova.compute.manager [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Terminating instance [ 888.382593] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122410, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.703032] env[69763]: DEBUG nova.network.neutron [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Successfully updated port: 65bf542e-bff4-4d81-b0b1-89f59a3ceb2b {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 888.842249] env[69763]: DEBUG nova.compute.manager [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 888.842558] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.843404] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35212448-a7d6-4cba-b60e-cb52305ec45e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.855789] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 888.855789] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fe919c4-125c-488b-be13-77ea2d06d138 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.864061] env[69763]: DEBUG oslo_vmware.api [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 888.864061] env[69763]: value = "task-4122411" [ 888.864061] env[69763]: _type = "Task" [ 888.864061] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.882946] env[69763]: DEBUG oslo_vmware.api [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122411, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.884505] env[69763]: DEBUG nova.network.neutron [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Updated VIF entry in instance network info cache for port cee8d8d7-a128-42dc-9cde-ba5576b02e39. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 888.884505] env[69763]: DEBUG nova.network.neutron [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Updating instance_info_cache with network_info: [{"id": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "address": "fa:16:3e:2f:7f:c0", "network": {"id": "06c65b04-07e8-42a3-ad80-10e9f3014ccd", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1267609414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7d985307c6bf4b1cbf0259572011ddbb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd72ef32-a57c-43b0-93df-e8a030987d44", "external-id": "nsx-vlan-transportzone-340", "segmentation_id": 340, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcee8d8d7-a1", "ovs_interfaceid": "cee8d8d7-a128-42dc-9cde-ba5576b02e39", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.893476] env[69763]: DEBUG oslo_vmware.api [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122410, 'name': PowerOnVM_Task, 'duration_secs': 0.876662} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.893476] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 888.893476] env[69763]: INFO nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Took 9.45 seconds to spawn the instance on the hypervisor. [ 888.893764] env[69763]: DEBUG nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 888.894622] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f610774-98c6-4791-99ad-fe1409467926 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.113845] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7119dff2-1ab6-4efc-a64d-c7d5a34ba818 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.122521] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95c137a6-d4b8-45e6-87d3-718bf4a16e18 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.154581] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ebe8e66-1c37-49dd-8330-9358b80b3d72 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.164302] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6d0b68-fb4f-4aaf-9081-548e7770d2f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.180854] env[69763]: DEBUG nova.compute.provider_tree [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 889.205805] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "refresh_cache-abcffbf1-1585-4981-83aa-7882aa9a6b36" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.205961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "refresh_cache-abcffbf1-1585-4981-83aa-7882aa9a6b36" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.206126] env[69763]: DEBUG nova.network.neutron [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.375893] env[69763]: DEBUG oslo_vmware.api [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122411, 'name': PowerOffVM_Task, 'duration_secs': 0.455877} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.376255] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 889.376424] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.376689] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1879ca68-43b3-43c5-a845-6bf82b2b58cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.387668] env[69763]: DEBUG oslo_concurrency.lockutils [req-01cc9287-fdc4-4053-8001-404816c04178 req-3b17977d-cb64-492c-af06-6f4775f44d90 service nova] Releasing lock "refresh_cache-46baf558-eb8b-4703-886b-e177649277b5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.424358] env[69763]: INFO nova.compute.manager [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Took 51.41 seconds to build instance. [ 889.456719] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.456958] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.457250] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Deleting the datastore file [datastore1] 46baf558-eb8b-4703-886b-e177649277b5 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.457549] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b842585e-d406-4aa5-9063-6b23edb9b7d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.464978] env[69763]: DEBUG oslo_vmware.api [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for the task: (returnval){ [ 889.464978] env[69763]: value = "task-4122413" [ 889.464978] env[69763]: _type = "Task" [ 889.464978] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.475050] env[69763]: DEBUG oslo_vmware.api [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.689263] env[69763]: DEBUG nova.scheduler.client.report [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.770037] env[69763]: DEBUG nova.network.neutron [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.927155] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a72e1c4a-0b85-4e75-a72e-c750314239be tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "e76d921c-c912-4769-a165-b2fc6505707b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.243s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.979733] env[69763]: DEBUG oslo_vmware.api [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Task: {'id': task-4122413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.28297} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.979733] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 889.979733] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 889.979733] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 889.979733] env[69763]: INFO nova.compute.manager [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 889.979733] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.979733] env[69763]: DEBUG nova.compute.manager [-] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 889.979733] env[69763]: DEBUG nova.network.neutron [-] [instance: 46baf558-eb8b-4703-886b-e177649277b5] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 890.033977] env[69763]: DEBUG nova.network.neutron [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Updating instance_info_cache with network_info: [{"id": "65bf542e-bff4-4d81-b0b1-89f59a3ceb2b", "address": "fa:16:3e:ec:73:f1", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bf542e-bf", "ovs_interfaceid": "65bf542e-bff4-4d81-b0b1-89f59a3ceb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.116842] env[69763]: DEBUG nova.compute.manager [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Received event network-vif-plugged-65bf542e-bff4-4d81-b0b1-89f59a3ceb2b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.117052] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] Acquiring lock "abcffbf1-1585-4981-83aa-7882aa9a6b36-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.117277] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.118074] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.118074] env[69763]: DEBUG nova.compute.manager [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] No waiting events found dispatching network-vif-plugged-65bf542e-bff4-4d81-b0b1-89f59a3ceb2b {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 890.118074] env[69763]: WARNING nova.compute.manager [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Received unexpected event network-vif-plugged-65bf542e-bff4-4d81-b0b1-89f59a3ceb2b for instance with vm_state building and task_state spawning. [ 890.118074] env[69763]: DEBUG nova.compute.manager [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Received event network-changed-65bf542e-bff4-4d81-b0b1-89f59a3ceb2b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 890.123116] env[69763]: DEBUG nova.compute.manager [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Refreshing instance network info cache due to event network-changed-65bf542e-bff4-4d81-b0b1-89f59a3ceb2b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 890.123424] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] Acquiring lock "refresh_cache-abcffbf1-1585-4981-83aa-7882aa9a6b36" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.194893] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.731s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.195502] env[69763]: DEBUG nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 890.198158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.465s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.198427] env[69763]: DEBUG nova.objects.instance [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lazy-loading 'resources' on Instance uuid 139c1c58-6206-4350-a68d-0ec195119fd7 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 890.430092] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 890.541787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "refresh_cache-abcffbf1-1585-4981-83aa-7882aa9a6b36" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.542332] env[69763]: DEBUG nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Instance network_info: |[{"id": "65bf542e-bff4-4d81-b0b1-89f59a3ceb2b", "address": "fa:16:3e:ec:73:f1", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bf542e-bf", "ovs_interfaceid": "65bf542e-bff4-4d81-b0b1-89f59a3ceb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 890.546781] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] Acquired lock "refresh_cache-abcffbf1-1585-4981-83aa-7882aa9a6b36" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.546781] env[69763]: DEBUG nova.network.neutron [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Refreshing network info cache for port 65bf542e-bff4-4d81-b0b1-89f59a3ceb2b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 890.547946] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ec:73:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '65bf542e-bff4-4d81-b0b1-89f59a3ceb2b', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 890.557310] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating folder: Project (d067f9843699485eb0f75374b323b684). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.557310] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-42e2a84f-38d9-4e67-977d-be1abab697b9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.570155] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Created folder: Project (d067f9843699485eb0f75374b323b684) in parent group-v816505. [ 890.570412] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating folder: Instances. Parent ref: group-v816593. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 890.570674] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd1c4b83-5076-41ec-aca2-6ec72ce400fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.583758] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Created folder: Instances in parent group-v816593. [ 890.583971] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 890.584183] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 890.584422] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd5368d1-3ed4-466b-858b-49baa9aa4e6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.609009] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 890.609009] env[69763]: value = "task-4122416" [ 890.609009] env[69763]: _type = "Task" [ 890.609009] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.620195] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122416, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.701685] env[69763]: DEBUG nova.compute.utils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 890.709116] env[69763]: DEBUG nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 890.713568] env[69763]: DEBUG nova.network.neutron [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 890.826733] env[69763]: DEBUG nova.policy [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9c3fd47b0342c7b11d17428ae61b7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51767e12a7347c9a86cd8000dd91a83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 890.944277] env[69763]: DEBUG nova.network.neutron [-] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.966125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.061619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "e76d921c-c912-4769-a165-b2fc6505707b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.061619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "e76d921c-c912-4769-a165-b2fc6505707b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.061619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "e76d921c-c912-4769-a165-b2fc6505707b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.061619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "e76d921c-c912-4769-a165-b2fc6505707b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.061619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "e76d921c-c912-4769-a165-b2fc6505707b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.073211] env[69763]: INFO nova.compute.manager [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Terminating instance [ 891.125953] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122416, 'name': CreateVM_Task, 'duration_secs': 0.370219} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.126158] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.126858] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.127088] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.127412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.127693] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0d323d0-d73d-4651-8acc-e9c3388fdf05 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.140668] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 891.140668] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b6cec0-cab8-bacd-e69a-17f9d44e4b18" [ 891.140668] env[69763]: _type = "Task" [ 891.140668] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.151909] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b6cec0-cab8-bacd-e69a-17f9d44e4b18, 'name': SearchDatastore_Task, 'duration_secs': 0.011066} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.156419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.156524] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.156765] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.157168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.157168] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.157688] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ce32395-29d9-4f9a-94d8-df4414afd634 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.169674] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.169871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.170911] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634677fc-9b78-4689-92cd-43ea01c86b8e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.181659] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 891.181659] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52068151-c1f9-6b8a-cfd9-56996ad516c8" [ 891.181659] env[69763]: _type = "Task" [ 891.181659] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.194537] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52068151-c1f9-6b8a-cfd9-56996ad516c8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.195155] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17713c16-8381-4ed6-b844-5ec24656a377 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.201911] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 891.201911] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c89e4b-b78e-ef7d-d89a-4f076f9ff030" [ 891.201911] env[69763]: _type = "Task" [ 891.201911] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.209478] env[69763]: DEBUG nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 891.224411] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c89e4b-b78e-ef7d-d89a-4f076f9ff030, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.228523] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.228523] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] abcffbf1-1585-4981-83aa-7882aa9a6b36/abcffbf1-1585-4981-83aa-7882aa9a6b36.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.232707] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-72c39b10-0665-4ba7-b4ed-4027e3819d67 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.242021] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 891.242021] env[69763]: value = "task-4122417" [ 891.242021] env[69763]: _type = "Task" [ 891.242021] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.251690] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122417, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.450365] env[69763]: INFO nova.compute.manager [-] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Took 1.47 seconds to deallocate network for instance. [ 891.461207] env[69763]: DEBUG nova.network.neutron [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Successfully created port: de1bcda7-9f17-4213-8691-0fd711ae9f9f {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 891.528240] env[69763]: DEBUG nova.network.neutron [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Updated VIF entry in instance network info cache for port 65bf542e-bff4-4d81-b0b1-89f59a3ceb2b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 891.528368] env[69763]: DEBUG nova.network.neutron [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Updating instance_info_cache with network_info: [{"id": "65bf542e-bff4-4d81-b0b1-89f59a3ceb2b", "address": "fa:16:3e:ec:73:f1", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65bf542e-bf", "ovs_interfaceid": "65bf542e-bff4-4d81-b0b1-89f59a3ceb2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.577585] env[69763]: DEBUG nova.compute.manager [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.578604] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.578745] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4727d6ea-6c8a-47ce-a2b2-4f4c16546c13 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.585984] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe99a51-8bb8-47a4-9f6b-3eec838fc492 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.603957] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03d5de52-3f21-46ed-ae0c-227aa2e9b8bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.607457] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.609395] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6f19ffa4-0f25-45f5-a979-dbdbad7c5b6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.662445] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bec4e6b-1d47-4afe-b516-2fcc9e63293d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.669754] env[69763]: DEBUG oslo_vmware.api [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 891.669754] env[69763]: value = "task-4122418" [ 891.669754] env[69763]: _type = "Task" [ 891.669754] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.679208] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfc3ad7-ee17-4562-b072-c1b6abbbd532 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.685830] env[69763]: DEBUG oslo_vmware.api [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.699860] env[69763]: DEBUG nova.compute.provider_tree [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 891.755152] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122417, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.970529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.032183] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d9124cc-99af-42a1-b21b-dda8383668ef req-1e01a3a6-85b3-4d77-af35-ac12cb4b7a4b service nova] Releasing lock "refresh_cache-abcffbf1-1585-4981-83aa-7882aa9a6b36" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.188630] env[69763]: DEBUG oslo_vmware.api [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122418, 'name': PowerOffVM_Task, 'duration_secs': 0.336272} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.189421] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.189707] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.190420] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f0dbbc0-4d11-4564-af7e-515e4babed4c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.203247] env[69763]: DEBUG nova.scheduler.client.report [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 892.214330] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquiring lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.214330] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.226865] env[69763]: DEBUG nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 892.231755] env[69763]: DEBUG nova.compute.manager [req-3594c9a0-affc-4f88-a537-3692aa9c6b25 req-2093cfff-eb0c-4775-b03b-c57ac1748b0b service nova] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Received event network-vif-deleted-cee8d8d7-a128-42dc-9cde-ba5576b02e39 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.258322] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122417, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.55384} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.262260] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] abcffbf1-1585-4981-83aa-7882aa9a6b36/abcffbf1-1585-4981-83aa-7882aa9a6b36.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.262389] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.265667] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8e0b6b9-7883-43cf-87e9-3474faa39a4f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 892.275017] env[69763]: DEBUG nova.virt.hardware [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 892.275864] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637266b0-da8c-4567-adc4-425e3ed085f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.282725] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 892.282725] env[69763]: value = "task-4122420" [ 892.282725] env[69763]: _type = "Task" [ 892.282725] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.286121] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.286593] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.286844] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleting the datastore file [datastore1] e76d921c-c912-4769-a165-b2fc6505707b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.291122] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e1265c0-7ad3-4ccf-8d94-a4c8e0a8280f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.298843] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcaab2dd-eb2d-4478-bff3-d913f5c3db1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.308388] env[69763]: DEBUG oslo_vmware.api [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 892.308388] env[69763]: value = "task-4122421" [ 892.308388] env[69763]: _type = "Task" [ 892.308388] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.308650] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122420, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.325940] env[69763]: DEBUG oslo_vmware.api [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.717201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.516s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.718250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.647s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.718963] env[69763]: DEBUG nova.objects.instance [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lazy-loading 'resources' on Instance uuid 41cbd6fa-b5a5-4783-81c1-a074ecc8c841 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.742624] env[69763]: INFO nova.scheduler.client.report [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleted allocations for instance 139c1c58-6206-4350-a68d-0ec195119fd7 [ 892.795455] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122420, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087408} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.799030] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.799030] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75465bd2-4611-4fd8-bff0-383dce611be1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.825277] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] abcffbf1-1585-4981-83aa-7882aa9a6b36/abcffbf1-1585-4981-83aa-7882aa9a6b36.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.830071] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-22fdf353-5e11-49fd-ae60-639fbe86eacc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.852905] env[69763]: DEBUG oslo_vmware.api [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.189576} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.858022] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.858022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.858022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.858022] env[69763]: INFO nova.compute.manager [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Took 1.28 seconds to destroy the instance on the hypervisor. [ 892.858022] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.858022] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 892.858022] env[69763]: value = "task-4122422" [ 892.858022] env[69763]: _type = "Task" [ 892.858022] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.858022] env[69763]: DEBUG nova.compute.manager [-] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.858022] env[69763]: DEBUG nova.network.neutron [-] [instance: e76d921c-c912-4769-a165-b2fc6505707b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.871199] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122422, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.213617] env[69763]: DEBUG nova.compute.manager [req-41a157e8-dec7-4976-9fac-c7804998e59b req-0edbbe24-b976-4c7d-a7f3-3f4a7700ee69 service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Received event network-vif-deleted-21bbcb6f-adf4-4372-816e-612d3d7a702c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 893.213979] env[69763]: INFO nova.compute.manager [req-41a157e8-dec7-4976-9fac-c7804998e59b req-0edbbe24-b976-4c7d-a7f3-3f4a7700ee69 service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Neutron deleted interface 21bbcb6f-adf4-4372-816e-612d3d7a702c; detaching it from the instance and deleting it from the info cache [ 893.214130] env[69763]: DEBUG nova.network.neutron [req-41a157e8-dec7-4976-9fac-c7804998e59b req-0edbbe24-b976-4c7d-a7f3-3f4a7700ee69 service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.250129] env[69763]: DEBUG oslo_concurrency.lockutils [None req-75ea8007-f84e-4561-8175-80f894eb108c tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "139c1c58-6206-4350-a68d-0ec195119fd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.561s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.370017] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122422, 'name': ReconfigVM_Task, 'duration_secs': 0.333375} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.373163] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Reconfigured VM instance instance-0000001e to attach disk [datastore2] abcffbf1-1585-4981-83aa-7882aa9a6b36/abcffbf1-1585-4981-83aa-7882aa9a6b36.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.374178] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8c6a54d-4caf-4f61-9a26-eece690ace21 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.387027] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 893.387027] env[69763]: value = "task-4122423" [ 893.387027] env[69763]: _type = "Task" [ 893.387027] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.399289] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122423, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.516171] env[69763]: DEBUG nova.network.neutron [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Successfully updated port: de1bcda7-9f17-4213-8691-0fd711ae9f9f {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 893.671231] env[69763]: DEBUG nova.network.neutron [-] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.718672] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8feb2e6e-828d-41ab-862c-d2202e5f138f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.732427] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da914cbe-a42f-4dc0-a1ce-b246afa7e9c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.768831] env[69763]: DEBUG nova.compute.manager [req-41a157e8-dec7-4976-9fac-c7804998e59b req-0edbbe24-b976-4c7d-a7f3-3f4a7700ee69 service nova] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Detach interface failed, port_id=21bbcb6f-adf4-4372-816e-612d3d7a702c, reason: Instance e76d921c-c912-4769-a165-b2fc6505707b could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 893.858650] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37fd21e-a91b-4611-8f4d-4dd1f52a82d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.866368] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f624d722-0644-431e-91d6-2030528a48ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.903078] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97e3af6e-7cc6-4053-81aa-e589ae595d31 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.911320] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122423, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.914554] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66a7f93-865b-4d71-b0c8-af5ab600f4c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.929427] env[69763]: DEBUG nova.compute.provider_tree [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.026255] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "refresh_cache-fb6458c7-5b49-416b-99fa-24a1571ec304" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.026442] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquired lock "refresh_cache-fb6458c7-5b49-416b-99fa-24a1571ec304" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.026654] env[69763]: DEBUG nova.network.neutron [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 894.174429] env[69763]: INFO nova.compute.manager [-] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Took 1.32 seconds to deallocate network for instance. [ 894.361354] env[69763]: DEBUG nova.compute.manager [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Received event network-vif-plugged-de1bcda7-9f17-4213-8691-0fd711ae9f9f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.361354] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] Acquiring lock "fb6458c7-5b49-416b-99fa-24a1571ec304-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.361354] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] Lock "fb6458c7-5b49-416b-99fa-24a1571ec304-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.361354] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] Lock "fb6458c7-5b49-416b-99fa-24a1571ec304-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.361354] env[69763]: DEBUG nova.compute.manager [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] No waiting events found dispatching network-vif-plugged-de1bcda7-9f17-4213-8691-0fd711ae9f9f {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 894.361354] env[69763]: WARNING nova.compute.manager [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Received unexpected event network-vif-plugged-de1bcda7-9f17-4213-8691-0fd711ae9f9f for instance with vm_state building and task_state spawning. [ 894.361354] env[69763]: DEBUG nova.compute.manager [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Received event network-changed-de1bcda7-9f17-4213-8691-0fd711ae9f9f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.361354] env[69763]: DEBUG nova.compute.manager [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Refreshing instance network info cache due to event network-changed-de1bcda7-9f17-4213-8691-0fd711ae9f9f. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 894.361354] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] Acquiring lock "refresh_cache-fb6458c7-5b49-416b-99fa-24a1571ec304" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.410011] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122423, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.433358] env[69763]: DEBUG nova.scheduler.client.report [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 894.579010] env[69763]: DEBUG nova.network.neutron [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.682444] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.778936] env[69763]: DEBUG nova.network.neutron [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Updating instance_info_cache with network_info: [{"id": "de1bcda7-9f17-4213-8691-0fd711ae9f9f", "address": "fa:16:3e:02:45:bc", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1bcda7-9f", "ovs_interfaceid": "de1bcda7-9f17-4213-8691-0fd711ae9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.910683] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122423, 'name': Rename_Task, 'duration_secs': 1.186968} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.914180] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.914180] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ccecfe36-0acb-464f-9ca7-ca41a60f2bc1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.924287] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 894.924287] env[69763]: value = "task-4122424" [ 894.924287] env[69763]: _type = "Task" [ 894.924287] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.932627] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122424, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.941193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.945776] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.332s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.946957] env[69763]: INFO nova.compute.claims [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 894.976441] env[69763]: INFO nova.scheduler.client.report [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Deleted allocations for instance 41cbd6fa-b5a5-4783-81c1-a074ecc8c841 [ 895.281755] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Releasing lock "refresh_cache-fb6458c7-5b49-416b-99fa-24a1571ec304" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.282129] env[69763]: DEBUG nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Instance network_info: |[{"id": "de1bcda7-9f17-4213-8691-0fd711ae9f9f", "address": "fa:16:3e:02:45:bc", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1bcda7-9f", "ovs_interfaceid": "de1bcda7-9f17-4213-8691-0fd711ae9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 895.282455] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] Acquired lock "refresh_cache-fb6458c7-5b49-416b-99fa-24a1571ec304" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.282634] env[69763]: DEBUG nova.network.neutron [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Refreshing network info cache for port de1bcda7-9f17-4213-8691-0fd711ae9f9f {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 895.283893] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:02:45:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de1bcda7-9f17-4213-8691-0fd711ae9f9f', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 895.296331] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Creating folder: Project (d51767e12a7347c9a86cd8000dd91a83). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.299405] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f6e795c4-577f-455d-82a3-87261fecc30d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.312409] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Created folder: Project (d51767e12a7347c9a86cd8000dd91a83) in parent group-v816505. [ 895.312627] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Creating folder: Instances. Parent ref: group-v816596. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 895.312888] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-34661728-96b4-4fe0-8e0b-9f644ffd236f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.324163] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Created folder: Instances in parent group-v816596. [ 895.324521] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 895.324934] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 895.325355] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bfc2fb1-a52b-4bed-9df6-2c285eeb3e54 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.353632] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 895.353632] env[69763]: value = "task-4122427" [ 895.353632] env[69763]: _type = "Task" [ 895.353632] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.369687] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122427, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.431970] env[69763]: DEBUG oslo_vmware.api [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122424, 'name': PowerOnVM_Task, 'duration_secs': 0.47502} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.432355] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.436023] env[69763]: INFO nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Took 8.18 seconds to spawn the instance on the hypervisor. [ 895.436023] env[69763]: DEBUG nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 895.436023] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-433064ce-cc55-45a3-8633-a50400ebc156 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.474127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.474127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.485021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1ecb4a52-d4ce-499b-947c-85800bd4c881 tempest-DeleteServersAdminTestJSON-1550782210 tempest-DeleteServersAdminTestJSON-1550782210-project-member] Lock "41cbd6fa-b5a5-4783-81c1-a074ecc8c841" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.455s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.863899] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122427, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.954906] env[69763]: INFO nova.compute.manager [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Took 43.70 seconds to build instance. [ 896.289802] env[69763]: DEBUG nova.network.neutron [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Updated VIF entry in instance network info cache for port de1bcda7-9f17-4213-8691-0fd711ae9f9f. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 896.289802] env[69763]: DEBUG nova.network.neutron [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Updating instance_info_cache with network_info: [{"id": "de1bcda7-9f17-4213-8691-0fd711ae9f9f", "address": "fa:16:3e:02:45:bc", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.126", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde1bcda7-9f", "ovs_interfaceid": "de1bcda7-9f17-4213-8691-0fd711ae9f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.375357] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122427, 'name': CreateVM_Task, 'duration_secs': 0.932124} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.375664] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.376272] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.376439] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.376761] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.377036] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b5308df2-f768-4913-8e89-6418c7dc0daf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.389533] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 896.389533] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52280b9d-ea6b-199d-f946-d7d875eba2b3" [ 896.389533] env[69763]: _type = "Task" [ 896.389533] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.404280] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52280b9d-ea6b-199d-f946-d7d875eba2b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.469288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c50c818d-fc82-42ad-a765-e24f226ab574 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.233s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.590951] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcc8f0f-b065-4d16-b27c-5b1fc04da3f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.600018] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95cef9e-2799-4f6c-bc23-96984fddefc4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.632055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c210e78b-d64e-45f3-b4ab-f2cc0a116587 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.642079] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78369286-7332-46db-a80a-b9134549117c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.661077] env[69763]: DEBUG nova.compute.provider_tree [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.711809] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.712300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.712890] env[69763]: DEBUG nova.compute.manager [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 896.713523] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765bc979-ebea-4c78-acb6-d2f41674a40b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.721303] env[69763]: DEBUG nova.compute.manager [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 896.721920] env[69763]: DEBUG nova.objects.instance [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lazy-loading 'flavor' on Instance uuid abcffbf1-1585-4981-83aa-7882aa9a6b36 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.791737] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5a0fcc3-4620-4f62-8c62-c4bc88018d4a req-933329f7-1e8d-4113-9b23-c7ef6b2e0671 service nova] Releasing lock "refresh_cache-fb6458c7-5b49-416b-99fa-24a1571ec304" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.902271] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52280b9d-ea6b-199d-f946-d7d875eba2b3, 'name': SearchDatastore_Task, 'duration_secs': 0.043497} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.902684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.902788] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 896.903067] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.903212] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.903395] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 896.903664] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31f056cb-9146-4624-8419-605ab76f0f63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.913041] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 896.915073] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 896.915073] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd0c3767-3d78-4150-866e-d837e7eef16d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.920243] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 896.920243] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528514f5-002a-45c1-a2f6-becffdc45732" [ 896.920243] env[69763]: _type = "Task" [ 896.920243] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.929047] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528514f5-002a-45c1-a2f6-becffdc45732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.977069] env[69763]: DEBUG nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 897.164743] env[69763]: DEBUG nova.scheduler.client.report [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.433500] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528514f5-002a-45c1-a2f6-becffdc45732, 'name': SearchDatastore_Task, 'duration_secs': 0.01154} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.434535] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-adac4169-73be-462a-b082-e1d1575c34c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.442727] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 897.442727] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b47f4d-0740-841b-8c28-0994ad08516b" [ 897.442727] env[69763]: _type = "Task" [ 897.442727] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.453632] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b47f4d-0740-841b-8c28-0994ad08516b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.500739] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.674200] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.729s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.674842] env[69763]: DEBUG nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 897.678117] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.999s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.679872] env[69763]: INFO nova.compute.claims [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.689195] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquiring lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.689417] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.732018] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.732385] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7f25912-f928-4892-8d3f-efda82e52fef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.739966] env[69763]: DEBUG oslo_vmware.api [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 897.739966] env[69763]: value = "task-4122428" [ 897.739966] env[69763]: _type = "Task" [ 897.739966] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.749254] env[69763]: DEBUG oslo_vmware.api [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.953081] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b47f4d-0740-841b-8c28-0994ad08516b, 'name': SearchDatastore_Task, 'duration_secs': 0.011704} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.953398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.953694] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] fb6458c7-5b49-416b-99fa-24a1571ec304/fb6458c7-5b49-416b-99fa-24a1571ec304.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.954030] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b857e35-45cb-4a09-ac2f-e5ea6b8d4fc7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.961364] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 897.961364] env[69763]: value = "task-4122429" [ 897.961364] env[69763]: _type = "Task" [ 897.961364] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.972078] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122429, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.186232] env[69763]: DEBUG nova.compute.utils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 898.190974] env[69763]: DEBUG nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 898.190974] env[69763]: DEBUG nova.network.neutron [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 898.255665] env[69763]: DEBUG oslo_vmware.api [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122428, 'name': PowerOffVM_Task, 'duration_secs': 0.247256} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.256346] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 898.256346] env[69763]: DEBUG nova.compute.manager [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 898.257074] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01522f95-d373-4e99-9178-556834a586d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.289607] env[69763]: DEBUG nova.policy [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4e9c3fd47b0342c7b11d17428ae61b7e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd51767e12a7347c9a86cd8000dd91a83', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 898.477240] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122429, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.690866] env[69763]: DEBUG nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 898.768246] env[69763]: DEBUG nova.network.neutron [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Successfully created port: a2c5e672-e840-41b7-8bfe-fdab26f7a913 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 898.773301] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a353f1dc-df8f-4b6f-ba24-ad193a02ac32 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.061s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.972932] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122429, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.53611} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.973282] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] fb6458c7-5b49-416b-99fa-24a1571ec304/fb6458c7-5b49-416b-99fa-24a1571ec304.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.973860] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.973860] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cce1a1e1-d42c-4912-86a0-ee2deaecf873 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.981322] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 898.981322] env[69763]: value = "task-4122430" [ 898.981322] env[69763]: _type = "Task" [ 898.981322] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.991503] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122430, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.274331] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5043f91-d51a-44f2-970c-9029b4801d19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.282288] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e046b6-ffa9-4629-a9d8-f7f7e8ef8880 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.316591] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9156e0b1-1bef-45d9-a74c-d22ff1f0b5d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.325277] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef839269-aa97-4202-bf09-28e60eb8be7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.339829] env[69763]: DEBUG nova.compute.provider_tree [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.493555] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122430, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077169} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.493889] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 899.494434] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30de7782-05b4-4508-9524-0bc186921ae7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.516710] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Reconfiguring VM instance instance-0000001f to attach disk [datastore1] fb6458c7-5b49-416b-99fa-24a1571ec304/fb6458c7-5b49-416b-99fa-24a1571ec304.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.517090] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5500a0f5-0536-4a9c-ba61-a225dc93797f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.537689] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 899.537689] env[69763]: value = "task-4122431" [ 899.537689] env[69763]: _type = "Task" [ 899.537689] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.546878] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122431, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.704811] env[69763]: DEBUG nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 899.733632] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 899.733912] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 899.734089] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 899.734567] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 899.734567] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 899.734567] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 899.734969] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 899.734969] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 899.735563] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 899.735563] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 899.735563] env[69763]: DEBUG nova.virt.hardware [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 899.736901] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65aebcce-5959-49b2-b3a2-69f2f4fe8762 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.745920] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7349350f-6dc5-4f83-9882-8e17322a76fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.844625] env[69763]: DEBUG nova.scheduler.client.report [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 900.050397] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122431, 'name': ReconfigVM_Task, 'duration_secs': 0.385003} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.050397] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Reconfigured VM instance instance-0000001f to attach disk [datastore1] fb6458c7-5b49-416b-99fa-24a1571ec304/fb6458c7-5b49-416b-99fa-24a1571ec304.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 900.050397] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bd7d7943-2a9a-4298-a596-63d02fc88dd1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.058472] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 900.058472] env[69763]: value = "task-4122432" [ 900.058472] env[69763]: _type = "Task" [ 900.058472] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.073437] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122432, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.162556] env[69763]: DEBUG nova.compute.manager [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 900.164460] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06e98ef-8702-43fb-aec3-758d13c6a81c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.349831] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.350335] env[69763]: DEBUG nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 900.353320] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.693s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.355728] env[69763]: INFO nova.compute.claims [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 900.445336] env[69763]: DEBUG nova.compute.manager [req-088d246b-ddbd-406d-90c2-83478c850bca req-b9bf37be-0bd2-466e-b6c9-86e3344b74f9 service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Received event network-vif-plugged-a2c5e672-e840-41b7-8bfe-fdab26f7a913 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 900.445568] env[69763]: DEBUG oslo_concurrency.lockutils [req-088d246b-ddbd-406d-90c2-83478c850bca req-b9bf37be-0bd2-466e-b6c9-86e3344b74f9 service nova] Acquiring lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.445777] env[69763]: DEBUG oslo_concurrency.lockutils [req-088d246b-ddbd-406d-90c2-83478c850bca req-b9bf37be-0bd2-466e-b6c9-86e3344b74f9 service nova] Lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.445943] env[69763]: DEBUG oslo_concurrency.lockutils [req-088d246b-ddbd-406d-90c2-83478c850bca req-b9bf37be-0bd2-466e-b6c9-86e3344b74f9 service nova] Lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.446125] env[69763]: DEBUG nova.compute.manager [req-088d246b-ddbd-406d-90c2-83478c850bca req-b9bf37be-0bd2-466e-b6c9-86e3344b74f9 service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] No waiting events found dispatching network-vif-plugged-a2c5e672-e840-41b7-8bfe-fdab26f7a913 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 900.446288] env[69763]: WARNING nova.compute.manager [req-088d246b-ddbd-406d-90c2-83478c850bca req-b9bf37be-0bd2-466e-b6c9-86e3344b74f9 service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Received unexpected event network-vif-plugged-a2c5e672-e840-41b7-8bfe-fdab26f7a913 for instance with vm_state building and task_state spawning. [ 900.569625] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122432, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.679405] env[69763]: INFO nova.compute.manager [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] instance snapshotting [ 900.679634] env[69763]: WARNING nova.compute.manager [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 900.682956] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464a3fef-b60a-4bbb-abcf-a56680b812c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.704865] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5330b090-60cb-4e0e-8c2f-962257b00c12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.726483] env[69763]: DEBUG nova.network.neutron [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Successfully updated port: a2c5e672-e840-41b7-8bfe-fdab26f7a913 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 900.860484] env[69763]: DEBUG nova.compute.utils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.864106] env[69763]: DEBUG nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 900.864428] env[69763]: DEBUG nova.network.neutron [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 900.931260] env[69763]: DEBUG nova.policy [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '167b775660124a48958754c5f97e785e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61f6b6179e7a4dc2a63cca74bc87775c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.071448] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122432, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.229745] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 901.230515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "refresh_cache-578c9477-4609-4638-ba9d-6dfc3fcfe00b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.230794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquired lock "refresh_cache-578c9477-4609-4638-ba9d-6dfc3fcfe00b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.230884] env[69763]: DEBUG nova.network.neutron [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 901.232147] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-221dab2d-f6e7-434c-9416-a121159bc7f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.241721] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 901.241721] env[69763]: value = "task-4122433" [ 901.241721] env[69763]: _type = "Task" [ 901.241721] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.256320] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122433, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.365360] env[69763]: DEBUG nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 901.443944] env[69763]: DEBUG nova.network.neutron [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Successfully created port: 01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 901.574254] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122432, 'name': Rename_Task, 'duration_secs': 1.164551} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.574254] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 901.574974] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddaa5697-90cb-44da-8544-d088a20eaa89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.584135] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 901.584135] env[69763]: value = "task-4122434" [ 901.584135] env[69763]: _type = "Task" [ 901.584135] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.596707] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122434, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.753608] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122433, 'name': CreateSnapshot_Task, 'duration_secs': 0.441391} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.753608] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 901.754431] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f75d37b-5a09-4a56-bbfc-faef4134d2a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.018857] env[69763]: DEBUG nova.network.neutron [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 902.035205] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e0bd9d-05d3-4954-b1ef-675a177dec3b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.046974] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dc7bfbd-5d86-429a-8fbc-8a6750044306 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.080369] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1424c207-fb48-4c51-b37c-f14f586f4328 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.094291] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f584a9fb-4af5-4a14-bc92-82c6958ab7f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.103766] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122434, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.114413] env[69763]: DEBUG nova.compute.provider_tree [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 902.250623] env[69763]: DEBUG nova.network.neutron [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Updating instance_info_cache with network_info: [{"id": "a2c5e672-e840-41b7-8bfe-fdab26f7a913", "address": "fa:16:3e:78:26:07", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c5e672-e8", "ovs_interfaceid": "a2c5e672-e840-41b7-8bfe-fdab26f7a913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 902.287757] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 902.288616] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-20493609-55df-4149-87c0-bafa92870c1d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.303026] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 902.303026] env[69763]: value = "task-4122435" [ 902.303026] env[69763]: _type = "Task" [ 902.303026] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.313611] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122435, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.382318] env[69763]: DEBUG nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 902.419386] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 902.419621] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 902.419780] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.419958] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 902.421274] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.421529] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 902.423484] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 902.423484] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 902.423484] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 902.423484] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 902.423484] env[69763]: DEBUG nova.virt.hardware [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 902.423743] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ea3410-609f-44e9-b97a-c512f8ed091c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.433315] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab381eb-10c0-43b8-901c-a8d99fb8a7ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.517864] env[69763]: DEBUG nova.compute.manager [req-1043dadc-c759-4cd3-9543-aa4997103bca req-946e6d47-6025-4fe8-9f08-d6fd37a19dfc service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Received event network-changed-a2c5e672-e840-41b7-8bfe-fdab26f7a913 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 902.518122] env[69763]: DEBUG nova.compute.manager [req-1043dadc-c759-4cd3-9543-aa4997103bca req-946e6d47-6025-4fe8-9f08-d6fd37a19dfc service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Refreshing instance network info cache due to event network-changed-a2c5e672-e840-41b7-8bfe-fdab26f7a913. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 902.518347] env[69763]: DEBUG oslo_concurrency.lockutils [req-1043dadc-c759-4cd3-9543-aa4997103bca req-946e6d47-6025-4fe8-9f08-d6fd37a19dfc service nova] Acquiring lock "refresh_cache-578c9477-4609-4638-ba9d-6dfc3fcfe00b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.596570] env[69763]: DEBUG oslo_vmware.api [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122434, 'name': PowerOnVM_Task, 'duration_secs': 0.557436} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.596570] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 902.596570] env[69763]: INFO nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Took 10.37 seconds to spawn the instance on the hypervisor. [ 902.597130] env[69763]: DEBUG nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 902.598093] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936e2033-b026-4824-840e-41e5cf465e0e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.620516] env[69763]: DEBUG nova.scheduler.client.report [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 902.755494] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Releasing lock "refresh_cache-578c9477-4609-4638-ba9d-6dfc3fcfe00b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.755667] env[69763]: DEBUG nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Instance network_info: |[{"id": "a2c5e672-e840-41b7-8bfe-fdab26f7a913", "address": "fa:16:3e:78:26:07", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c5e672-e8", "ovs_interfaceid": "a2c5e672-e840-41b7-8bfe-fdab26f7a913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 902.756206] env[69763]: DEBUG oslo_concurrency.lockutils [req-1043dadc-c759-4cd3-9543-aa4997103bca req-946e6d47-6025-4fe8-9f08-d6fd37a19dfc service nova] Acquired lock "refresh_cache-578c9477-4609-4638-ba9d-6dfc3fcfe00b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.756396] env[69763]: DEBUG nova.network.neutron [req-1043dadc-c759-4cd3-9543-aa4997103bca req-946e6d47-6025-4fe8-9f08-d6fd37a19dfc service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Refreshing network info cache for port a2c5e672-e840-41b7-8bfe-fdab26f7a913 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 902.758075] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:78:26:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2c5e672-e840-41b7-8bfe-fdab26f7a913', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 902.768149] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 902.772864] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 902.773385] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a3691d1-0ccf-4c7e-895a-96fea54984f8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.800582] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 902.800582] env[69763]: value = "task-4122436" [ 902.800582] env[69763]: _type = "Task" [ 902.800582] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.811246] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122436, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.816955] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122435, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.100292] env[69763]: DEBUG nova.network.neutron [req-1043dadc-c759-4cd3-9543-aa4997103bca req-946e6d47-6025-4fe8-9f08-d6fd37a19dfc service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Updated VIF entry in instance network info cache for port a2c5e672-e840-41b7-8bfe-fdab26f7a913. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 903.100292] env[69763]: DEBUG nova.network.neutron [req-1043dadc-c759-4cd3-9543-aa4997103bca req-946e6d47-6025-4fe8-9f08-d6fd37a19dfc service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Updating instance_info_cache with network_info: [{"id": "a2c5e672-e840-41b7-8bfe-fdab26f7a913", "address": "fa:16:3e:78:26:07", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.231", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2c5e672-e8", "ovs_interfaceid": "a2c5e672-e840-41b7-8bfe-fdab26f7a913", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 903.122047] env[69763]: INFO nova.compute.manager [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Took 47.78 seconds to build instance. [ 903.124856] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.126388] env[69763]: DEBUG nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 903.132746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 32.606s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.321449] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122435, 'name': CloneVM_Task} progress is 95%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.323031] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122436, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.605449] env[69763]: DEBUG oslo_concurrency.lockutils [req-1043dadc-c759-4cd3-9543-aa4997103bca req-946e6d47-6025-4fe8-9f08-d6fd37a19dfc service nova] Releasing lock "refresh_cache-578c9477-4609-4638-ba9d-6dfc3fcfe00b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.630560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-82e6492c-619a-48cc-a5a8-d3f60d9ce429 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "fb6458c7-5b49-416b-99fa-24a1571ec304" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.305s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.643127] env[69763]: DEBUG nova.compute.utils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 903.645357] env[69763]: DEBUG nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 903.649023] env[69763]: DEBUG nova.network.neutron [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 903.709585] env[69763]: DEBUG nova.policy [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d035a3586104dd780ed95fbed3b62f7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c7437e8aeba04c34a29ddaaa91701878', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 903.812572] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122436, 'name': CreateVM_Task, 'duration_secs': 0.561725} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.813213] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 903.813947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.814145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.814465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.814755] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4b2a42-ad34-41c0-8b27-ea175d6ce7a0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.820102] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122435, 'name': CloneVM_Task, 'duration_secs': 1.20782} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.820781] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Created linked-clone VM from snapshot [ 903.821615] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb41a32-42d7-4ef9-bce0-10c6d25ee83c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.825684] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 903.825684] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ae39ab-ba6b-f2b2-f0b8-53ce4fa2fd1a" [ 903.825684] env[69763]: _type = "Task" [ 903.825684] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.833024] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Uploading image ca563cdd-e490-4e6c-b859-0fcf8ad5459e {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 903.841217] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ae39ab-ba6b-f2b2-f0b8-53ce4fa2fd1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.865455] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 903.865455] env[69763]: value = "vm-816600" [ 903.865455] env[69763]: _type = "VirtualMachine" [ 903.865455] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 903.865455] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b2012eb7-00bf-4a39-8902-f768fd71e9e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.874542] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lease: (returnval){ [ 903.874542] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524e2e9f-be37-3790-5cac-f5f1ce1de927" [ 903.874542] env[69763]: _type = "HttpNfcLease" [ 903.874542] env[69763]: } obtained for exporting VM: (result){ [ 903.874542] env[69763]: value = "vm-816600" [ 903.874542] env[69763]: _type = "VirtualMachine" [ 903.874542] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 903.874893] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the lease: (returnval){ [ 903.874893] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524e2e9f-be37-3790-5cac-f5f1ce1de927" [ 903.874893] env[69763]: _type = "HttpNfcLease" [ 903.874893] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 903.883397] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 903.883397] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524e2e9f-be37-3790-5cac-f5f1ce1de927" [ 903.883397] env[69763]: _type = "HttpNfcLease" [ 903.883397] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 903.893014] env[69763]: DEBUG nova.network.neutron [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Successfully updated port: 01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.142366] env[69763]: DEBUG nova.network.neutron [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Successfully created port: 155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 904.146267] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 904.157160] env[69763]: DEBUG nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 904.199462] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 692b0f46-ba76-4bdd-a529-243bc0cd2546 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.199462] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 60724625-b676-437f-89d4-845433c33fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.199655] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 148abfee-2aaa-45fb-ba92-1aa68cac8b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.199701] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance f0054d4d-12f1-44ba-b35a-5cb84f87b84e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.200118] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 7eafa89b-728a-42c8-9af7-5c909b1c3acb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.200118] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 237f9247-6f24-4bbd-b9d1-84402bb6670d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.200118] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e4012c7e-7b29-4ada-b5d4-5e092555a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.200250] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance b6f29db9-80f6-4781-b486-3d1a5b4f841c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.200250] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a2c800ff-c590-4e06-961f-fbb50928aa71 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.200407] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.200539] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 904.200596] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a33a085d-4071-41d5-895e-1fc75790e5ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.200713] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 191807a6-2355-4856-a862-7a6aabd6c204 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 904.200831] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 46baf558-eb8b-4703-886b-e177649277b5 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 904.200942] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 333044fb-7528-4210-b5f5-566e74e0c286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.201080] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e76d921c-c912-4769-a165-b2fc6505707b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 904.201199] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance abcffbf1-1585-4981-83aa-7882aa9a6b36 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.201299] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance fb6458c7-5b49-416b-99fa-24a1571ec304 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.201412] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 578c9477-4609-4638-ba9d-6dfc3fcfe00b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.201590] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 160898fa-4eb0-49e8-8a64-0e293f35030e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.201659] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 0ba728e6-127d-4b7f-9559-37b380cdb781 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 904.341590] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ae39ab-ba6b-f2b2-f0b8-53ce4fa2fd1a, 'name': SearchDatastore_Task, 'duration_secs': 0.04758} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.344877] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.344877] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 904.344877] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.344877] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.344877] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 904.344877] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82a36756-5263-412b-93fd-0bc8ff8fba1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.356619] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 904.356869] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 904.357801] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-840a67a7-29ff-4bef-afc2-17abf5ffc79c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.364218] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 904.364218] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520c5b65-756b-a8d7-78f9-1a336ac3735e" [ 904.364218] env[69763]: _type = "Task" [ 904.364218] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.375641] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520c5b65-756b-a8d7-78f9-1a336ac3735e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.383655] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 904.383655] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524e2e9f-be37-3790-5cac-f5f1ce1de927" [ 904.383655] env[69763]: _type = "HttpNfcLease" [ 904.383655] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 904.383655] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 904.383655] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524e2e9f-be37-3790-5cac-f5f1ce1de927" [ 904.383655] env[69763]: _type = "HttpNfcLease" [ 904.383655] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 904.383977] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee8f60d-3356-4e4e-90f2-4cf2896a3327 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.392965] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523dd5dc-8915-ab40-cb36-d9a855cfd9dd/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 904.393300] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523dd5dc-8915-ab40-cb36-d9a855cfd9dd/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 904.400545] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.400545] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.400545] env[69763]: DEBUG nova.network.neutron [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.498120] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-056fe0db-1ee0-489c-a889-27e0b3712d6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.549795] env[69763]: DEBUG nova.compute.manager [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Received event network-vif-plugged-01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.550033] env[69763]: DEBUG oslo_concurrency.lockutils [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] Acquiring lock "160898fa-4eb0-49e8-8a64-0e293f35030e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.552684] env[69763]: DEBUG oslo_concurrency.lockutils [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.552684] env[69763]: DEBUG oslo_concurrency.lockutils [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.552684] env[69763]: DEBUG nova.compute.manager [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] No waiting events found dispatching network-vif-plugged-01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 904.552684] env[69763]: WARNING nova.compute.manager [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Received unexpected event network-vif-plugged-01310128-8727-4517-b6d3-f7717b414b0e for instance with vm_state building and task_state spawning. [ 904.552684] env[69763]: DEBUG nova.compute.manager [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Received event network-changed-01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 904.552684] env[69763]: DEBUG nova.compute.manager [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Refreshing instance network info cache due to event network-changed-01310128-8727-4517-b6d3-f7717b414b0e. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 904.552684] env[69763]: DEBUG oslo_concurrency.lockutils [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] Acquiring lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.679340] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.704868] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 904.878230] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520c5b65-756b-a8d7-78f9-1a336ac3735e, 'name': SearchDatastore_Task, 'duration_secs': 0.027069} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.879417] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06b894df-f1bd-456b-af43-738f8ee41647 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.886739] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 904.886739] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5220d86a-a11a-21e4-0f02-167c8d61909e" [ 904.886739] env[69763]: _type = "Task" [ 904.886739] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.899225] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5220d86a-a11a-21e4-0f02-167c8d61909e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.931929] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.932480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.993545] env[69763]: DEBUG nova.network.neutron [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.156967] env[69763]: DEBUG nova.network.neutron [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Updating instance_info_cache with network_info: [{"id": "01310128-8727-4517-b6d3-f7717b414b0e", "address": "fa:16:3e:ae:cf:17", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01310128-87", "ovs_interfaceid": "01310128-8727-4517-b6d3-f7717b414b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.169720] env[69763]: DEBUG nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 905.195223] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 905.195515] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 905.195690] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 905.196017] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 905.196271] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 905.196445] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 905.196678] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 905.196965] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 905.197238] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 905.197438] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 905.197651] env[69763]: DEBUG nova.virt.hardware [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 905.198600] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0a5811-b0e7-45c2-a77a-a584ce784f25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.208923] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240e4b4c-1c96-4e6e-9938-9ef17236c9c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.219174] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 7b731473-c115-4613-a5cd-30f1cd258bd3 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 905.398777] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5220d86a-a11a-21e4-0f02-167c8d61909e, 'name': SearchDatastore_Task, 'duration_secs': 0.012248} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.399219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.399607] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 578c9477-4609-4638-ba9d-6dfc3fcfe00b/578c9477-4609-4638-ba9d-6dfc3fcfe00b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.399895] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-58b1f9b7-6ede-4f45-bf39-d1acfde270a0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.408192] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 905.408192] env[69763]: value = "task-4122438" [ 905.408192] env[69763]: _type = "Task" [ 905.408192] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.417778] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.659075] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Releasing lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.659450] env[69763]: DEBUG nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Instance network_info: |[{"id": "01310128-8727-4517-b6d3-f7717b414b0e", "address": "fa:16:3e:ae:cf:17", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01310128-87", "ovs_interfaceid": "01310128-8727-4517-b6d3-f7717b414b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.659818] env[69763]: DEBUG oslo_concurrency.lockutils [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] Acquired lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.659968] env[69763]: DEBUG nova.network.neutron [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Refreshing network info cache for port 01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.665225] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ae:cf:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '35342bcb-8b06-472e-b3c0-43fd3d6c4b30', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01310128-8727-4517-b6d3-f7717b414b0e', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.675921] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.678040] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.678587] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb756b49-a62b-42fc-8d4d-391f80621106 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.707977] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.707977] env[69763]: value = "task-4122439" [ 905.707977] env[69763]: _type = "Task" [ 905.707977] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.718458] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122439, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.721535] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 298a8a34-6f1b-49b9-8358-10d0d6ba447d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 905.835651] env[69763]: DEBUG nova.compute.manager [req-fcf78cc3-6381-4f44-ae82-d9c8f9f20644 req-d3ac535d-d2a7-4ba5-a130-b8da0ba77279 service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Received event network-vif-plugged-155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.837247] env[69763]: DEBUG oslo_concurrency.lockutils [req-fcf78cc3-6381-4f44-ae82-d9c8f9f20644 req-d3ac535d-d2a7-4ba5-a130-b8da0ba77279 service nova] Acquiring lock "0ba728e6-127d-4b7f-9559-37b380cdb781-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 905.837407] env[69763]: DEBUG oslo_concurrency.lockutils [req-fcf78cc3-6381-4f44-ae82-d9c8f9f20644 req-d3ac535d-d2a7-4ba5-a130-b8da0ba77279 service nova] Lock "0ba728e6-127d-4b7f-9559-37b380cdb781-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.837694] env[69763]: DEBUG oslo_concurrency.lockutils [req-fcf78cc3-6381-4f44-ae82-d9c8f9f20644 req-d3ac535d-d2a7-4ba5-a130-b8da0ba77279 service nova] Lock "0ba728e6-127d-4b7f-9559-37b380cdb781-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.837796] env[69763]: DEBUG nova.compute.manager [req-fcf78cc3-6381-4f44-ae82-d9c8f9f20644 req-d3ac535d-d2a7-4ba5-a130-b8da0ba77279 service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] No waiting events found dispatching network-vif-plugged-155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 905.837962] env[69763]: WARNING nova.compute.manager [req-fcf78cc3-6381-4f44-ae82-d9c8f9f20644 req-d3ac535d-d2a7-4ba5-a130-b8da0ba77279 service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Received unexpected event network-vif-plugged-155b124a-409c-4cb0-ac61-73ae1dbde431 for instance with vm_state building and task_state spawning. [ 905.921611] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122438, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.964242] env[69763]: DEBUG nova.network.neutron [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Successfully updated port: 155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.218547] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122439, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.224506] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9afc1d78-9d77-4786-8598-f26947ecb97b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 906.403160] env[69763]: DEBUG nova.network.neutron [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Updated VIF entry in instance network info cache for port 01310128-8727-4517-b6d3-f7717b414b0e. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.403548] env[69763]: DEBUG nova.network.neutron [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Updating instance_info_cache with network_info: [{"id": "01310128-8727-4517-b6d3-f7717b414b0e", "address": "fa:16:3e:ae:cf:17", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01310128-87", "ovs_interfaceid": "01310128-8727-4517-b6d3-f7717b414b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.422339] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553368} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.423032] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 578c9477-4609-4638-ba9d-6dfc3fcfe00b/578c9477-4609-4638-ba9d-6dfc3fcfe00b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.423032] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.423384] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e81af9e-0ae1-4c9e-b71f-484db5d1ab97 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.433520] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 906.433520] env[69763]: value = "task-4122440" [ 906.433520] env[69763]: _type = "Task" [ 906.433520] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.447122] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122440, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.468820] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquiring lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.468820] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquired lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.468820] env[69763]: DEBUG nova.network.neutron [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 906.719835] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122439, 'name': CreateVM_Task, 'duration_secs': 0.621662} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.720172] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.720758] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.720927] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.721289] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.721563] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9862145d-4645-4c44-a73c-8c2aa38ad3f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.727578] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 002b787b-96fa-4f0b-b2d4-969d2f49a574 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 906.729123] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 906.729123] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52593d59-6d1e-736b-0fa9-b09a2e59fe2b" [ 906.729123] env[69763]: _type = "Task" [ 906.729123] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.740761] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52593d59-6d1e-736b-0fa9-b09a2e59fe2b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.907873] env[69763]: DEBUG oslo_concurrency.lockutils [req-3cd30185-25a5-4336-8002-fc018ea39cb6 req-437407a3-3bda-46bc-9958-007d9667792d service nova] Releasing lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.946970] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122440, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085306} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.947391] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 906.948335] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efceaf1-a8c3-4b41-a7b3-02ffde9a6a20 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.973486] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 578c9477-4609-4638-ba9d-6dfc3fcfe00b/578c9477-4609-4638-ba9d-6dfc3fcfe00b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 906.976251] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0983e83-363f-48b7-bd6d-4afa8a1f6e0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.997355] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 906.997355] env[69763]: value = "task-4122441" [ 906.997355] env[69763]: _type = "Task" [ 906.997355] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.006733] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122441, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.024332] env[69763]: DEBUG nova.network.neutron [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.210494] env[69763]: DEBUG nova.network.neutron [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Updating instance_info_cache with network_info: [{"id": "155b124a-409c-4cb0-ac61-73ae1dbde431", "address": "fa:16:3e:49:22:47", "network": {"id": "c283c3c8-8564-4756-bb47-0cd397e14a70", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2107161245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7437e8aeba04c34a29ddaaa91701878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155b124a-40", "ovs_interfaceid": "155b124a-409c-4cb0-ac61-73ae1dbde431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 907.232318] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance da489781-f745-4bfc-b063-9668d1791178 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 907.244516] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52593d59-6d1e-736b-0fa9-b09a2e59fe2b, 'name': SearchDatastore_Task, 'duration_secs': 0.01689} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.244516] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.244516] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 907.244775] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.244775] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.245520] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 907.246172] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b195b169-708a-49ee-816d-e1aee20a1800 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.259355] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 907.259573] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 907.260326] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5dff3164-2585-4643-a434-61425b2ab97d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.266713] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 907.266713] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528fcd37-3c79-95b0-ca38-5b90c461a07b" [ 907.266713] env[69763]: _type = "Task" [ 907.266713] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.275676] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528fcd37-3c79-95b0-ca38-5b90c461a07b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.509680] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122441, 'name': ReconfigVM_Task, 'duration_secs': 0.416431} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.510100] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 578c9477-4609-4638-ba9d-6dfc3fcfe00b/578c9477-4609-4638-ba9d-6dfc3fcfe00b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.510841] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bc983957-3ddd-4718-aa45-2bfb75795819 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.520955] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 907.520955] env[69763]: value = "task-4122442" [ 907.520955] env[69763]: _type = "Task" [ 907.520955] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.530480] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122442, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.713684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Releasing lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.714014] env[69763]: DEBUG nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Instance network_info: |[{"id": "155b124a-409c-4cb0-ac61-73ae1dbde431", "address": "fa:16:3e:49:22:47", "network": {"id": "c283c3c8-8564-4756-bb47-0cd397e14a70", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2107161245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7437e8aeba04c34a29ddaaa91701878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155b124a-40", "ovs_interfaceid": "155b124a-409c-4cb0-ac61-73ae1dbde431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 907.714479] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:22:47', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '667a2e97-c1be-421d-9941-6b84c2629b43', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '155b124a-409c-4cb0-ac61-73ae1dbde431', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 907.722653] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Creating folder: Project (c7437e8aeba04c34a29ddaaa91701878). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.723018] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb5f7224-d414-4e40-8c91-4ed5d0b1e653 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.735743] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Created folder: Project (c7437e8aeba04c34a29ddaaa91701878) in parent group-v816505. [ 907.735999] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Creating folder: Instances. Parent ref: group-v816603. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 907.736705] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9c4ff6ed-9ae4-441a-9cba-baf646488aa6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 907.738081] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a89e24f0-dd19-4785-a099-f99385ff1108 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.749804] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Created folder: Instances in parent group-v816603. [ 907.750086] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 907.750950] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 907.751239] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dd57978b-6818-47f3-a85b-76e2a00f1307 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.777869] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 907.777869] env[69763]: value = "task-4122445" [ 907.777869] env[69763]: _type = "Task" [ 907.777869] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.786490] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528fcd37-3c79-95b0-ca38-5b90c461a07b, 'name': SearchDatastore_Task, 'duration_secs': 0.024959} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.787784] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5ea58a7-d46b-442a-9d63-19b95f99a0c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.793291] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122445, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.796806] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 907.796806] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52643242-c04d-32fe-8a73-a66a1aae7e49" [ 907.796806] env[69763]: _type = "Task" [ 907.796806] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.805969] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52643242-c04d-32fe-8a73-a66a1aae7e49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.865693] env[69763]: DEBUG nova.compute.manager [req-125ffa5a-dd7b-4711-9fd0-b6f21c468d61 req-db5367c2-e987-4b23-9e87-6bfb8cefe89d service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Received event network-changed-155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 907.866026] env[69763]: DEBUG nova.compute.manager [req-125ffa5a-dd7b-4711-9fd0-b6f21c468d61 req-db5367c2-e987-4b23-9e87-6bfb8cefe89d service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Refreshing instance network info cache due to event network-changed-155b124a-409c-4cb0-ac61-73ae1dbde431. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 907.866117] env[69763]: DEBUG oslo_concurrency.lockutils [req-125ffa5a-dd7b-4711-9fd0-b6f21c468d61 req-db5367c2-e987-4b23-9e87-6bfb8cefe89d service nova] Acquiring lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.866306] env[69763]: DEBUG oslo_concurrency.lockutils [req-125ffa5a-dd7b-4711-9fd0-b6f21c468d61 req-db5367c2-e987-4b23-9e87-6bfb8cefe89d service nova] Acquired lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.866481] env[69763]: DEBUG nova.network.neutron [req-125ffa5a-dd7b-4711-9fd0-b6f21c468d61 req-db5367c2-e987-4b23-9e87-6bfb8cefe89d service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Refreshing network info cache for port 155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.031900] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122442, 'name': Rename_Task, 'duration_secs': 0.178362} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.032208] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.032468] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1137c421-9a6f-48a1-a1dd-31cd805077d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.039936] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 908.039936] env[69763]: value = "task-4122446" [ 908.039936] env[69763]: _type = "Task" [ 908.039936] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.055995] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.241610] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6f88b001-92fe-4870-833d-50d35a87a27d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.293659] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122445, 'name': CreateVM_Task, 'duration_secs': 0.423212} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.293970] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 908.294766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.295011] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.295493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.295829] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4b9bb2e-6c1b-46d5-a00b-b3d428bbf2b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.305163] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 908.305163] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c7e872-4679-1bd2-3456-e5211b4f69d5" [ 908.305163] env[69763]: _type = "Task" [ 908.305163] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.309429] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52643242-c04d-32fe-8a73-a66a1aae7e49, 'name': SearchDatastore_Task, 'duration_secs': 0.0188} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.313034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.313549] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 160898fa-4eb0-49e8-8a64-0e293f35030e/160898fa-4eb0-49e8-8a64-0e293f35030e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 908.313951] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10b2d263-f350-47d1-899f-1c0b9ec4723a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.324990] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c7e872-4679-1bd2-3456-e5211b4f69d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.329022] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 908.329022] env[69763]: value = "task-4122447" [ 908.329022] env[69763]: _type = "Task" [ 908.329022] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.339560] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.551224] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122446, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.661325] env[69763]: DEBUG nova.network.neutron [req-125ffa5a-dd7b-4711-9fd0-b6f21c468d61 req-db5367c2-e987-4b23-9e87-6bfb8cefe89d service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Updated VIF entry in instance network info cache for port 155b124a-409c-4cb0-ac61-73ae1dbde431. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 908.661737] env[69763]: DEBUG nova.network.neutron [req-125ffa5a-dd7b-4711-9fd0-b6f21c468d61 req-db5367c2-e987-4b23-9e87-6bfb8cefe89d service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Updating instance_info_cache with network_info: [{"id": "155b124a-409c-4cb0-ac61-73ae1dbde431", "address": "fa:16:3e:49:22:47", "network": {"id": "c283c3c8-8564-4756-bb47-0cd397e14a70", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2107161245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7437e8aeba04c34a29ddaaa91701878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155b124a-40", "ovs_interfaceid": "155b124a-409c-4cb0-ac61-73ae1dbde431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.748486] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 626997d7-942b-440c-9cd8-5ff0fe1d8246 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 908.823043] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c7e872-4679-1bd2-3456-e5211b4f69d5, 'name': SearchDatastore_Task, 'duration_secs': 0.030867} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.823341] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.823731] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 908.824018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.824250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.824462] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 908.824845] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5b16e6d-0c5c-4f77-88da-e5f76c10b969 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.840710] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122447, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.846658] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 908.846870] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 908.847767] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ebd17bd-1e54-4200-9c63-c5c62c17310d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.855992] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 908.855992] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5219442d-5874-cf3f-f436-e9d02e995d6b" [ 908.855992] env[69763]: _type = "Task" [ 908.855992] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.869518] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5219442d-5874-cf3f-f436-e9d02e995d6b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.058790] env[69763]: DEBUG oslo_vmware.api [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122446, 'name': PowerOnVM_Task, 'duration_secs': 0.630192} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.058790] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.059066] env[69763]: INFO nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Took 9.35 seconds to spawn the instance on the hypervisor. [ 909.059647] env[69763]: DEBUG nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 909.060363] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15b57402-6020-4b4e-9ce1-9782123a6179 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.165229] env[69763]: DEBUG oslo_concurrency.lockutils [req-125ffa5a-dd7b-4711-9fd0-b6f21c468d61 req-db5367c2-e987-4b23-9e87-6bfb8cefe89d service nova] Releasing lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.252613] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.339540] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.775981} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.339696] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 160898fa-4eb0-49e8-8a64-0e293f35030e/160898fa-4eb0-49e8-8a64-0e293f35030e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 909.339859] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 909.340150] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b4523075-6c0a-407a-98cb-490311ef5242 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.347695] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 909.347695] env[69763]: value = "task-4122448" [ 909.347695] env[69763]: _type = "Task" [ 909.347695] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.356485] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122448, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.365719] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5219442d-5874-cf3f-f436-e9d02e995d6b, 'name': SearchDatastore_Task, 'duration_secs': 0.061203} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.366560] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2235dc8-a71e-455b-ac3f-cb5520686ebf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.373275] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 909.373275] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211e7cf-d295-65e5-7d1b-63d3d2e34c60" [ 909.373275] env[69763]: _type = "Task" [ 909.373275] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.384221] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211e7cf-d295-65e5-7d1b-63d3d2e34c60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.580668] env[69763]: INFO nova.compute.manager [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Took 50.99 seconds to build instance. [ 909.756498] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance c5fc189f-8a03-47bb-a655-72516530d9a0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 909.858686] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122448, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103555} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.858969] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 909.859776] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0c899a-ee44-499a-8c0d-eb7933ddc958 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.882434] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Reconfiguring VM instance instance-00000021 to attach disk [datastore1] 160898fa-4eb0-49e8-8a64-0e293f35030e/160898fa-4eb0-49e8-8a64-0e293f35030e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 909.885572] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a990f1b-2d31-47d2-8d1b-8ab821b160e5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.906482] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211e7cf-d295-65e5-7d1b-63d3d2e34c60, 'name': SearchDatastore_Task, 'duration_secs': 0.016095} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.907869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.908221] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 0ba728e6-127d-4b7f-9559-37b380cdb781/0ba728e6-127d-4b7f-9559-37b380cdb781.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 909.908511] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 909.908511] env[69763]: value = "task-4122449" [ 909.908511] env[69763]: _type = "Task" [ 909.908511] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.908735] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4edfe8df-3d0c-4386-b7af-4ecb9b29d9a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.921139] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122449, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.922479] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 909.922479] env[69763]: value = "task-4122450" [ 909.922479] env[69763]: _type = "Task" [ 909.922479] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.930239] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122450, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.082652] env[69763]: DEBUG oslo_concurrency.lockutils [None req-254ebdbb-1c79-4f91-8f78-5b45f15fc489 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 72.799s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.260602] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance be5d76e1-a022-4de4-bf79-94a83f9958ec has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 910.425615] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122449, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.436359] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122450, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.585894] env[69763]: DEBUG nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 910.763864] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 910.920851] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122449, 'name': ReconfigVM_Task, 'duration_secs': 0.778083} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.921172] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Reconfigured VM instance instance-00000021 to attach disk [datastore1] 160898fa-4eb0-49e8-8a64-0e293f35030e/160898fa-4eb0-49e8-8a64-0e293f35030e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 910.921837] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e09ae5ae-fcf7-49ad-81d2-866f9baa673b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.930960] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 910.930960] env[69763]: value = "task-4122451" [ 910.930960] env[69763]: _type = "Task" [ 910.930960] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.936621] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122450, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683662} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.937285] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 0ba728e6-127d-4b7f-9559-37b380cdb781/0ba728e6-127d-4b7f-9559-37b380cdb781.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.937535] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.937810] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-495a4631-5c4c-4c51-8e32-f56db034bb7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.942998] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122451, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.949117] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 910.949117] env[69763]: value = "task-4122452" [ 910.949117] env[69763]: _type = "Task" [ 910.949117] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.959154] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122452, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.111160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 911.267071] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a78880c5-dba8-40f9-8da7-47fdd060a8ca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 911.440800] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122451, 'name': Rename_Task, 'duration_secs': 0.150911} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.441138] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 911.441470] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c8e4403-84cb-45de-a58b-52ac9cf9c0c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.448891] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 911.448891] env[69763]: value = "task-4122453" [ 911.448891] env[69763]: _type = "Task" [ 911.448891] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.462336] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122453, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.465011] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122452, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065082} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.465284] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.466237] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7368bd-7c7c-474c-be04-2fdbc7ebe58d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.490114] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 0ba728e6-127d-4b7f-9559-37b380cdb781/0ba728e6-127d-4b7f-9559-37b380cdb781.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.490458] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8728ff9-1931-4735-abc1-498eb88c6092 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.511387] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 911.511387] env[69763]: value = "task-4122454" [ 911.511387] env[69763]: _type = "Task" [ 911.511387] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.522237] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.650887] env[69763]: DEBUG nova.compute.manager [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 911.651931] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0581c4c-b6c6-4003-9c0f-25c5422761ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.770703] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 95d7879b-912b-4a3c-8770-fd14bef6d3e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 911.771095] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 911.771224] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 911.963270] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122453, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.025755] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122454, 'name': ReconfigVM_Task, 'duration_secs': 0.31193} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.025905] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 0ba728e6-127d-4b7f-9559-37b380cdb781/0ba728e6-127d-4b7f-9559-37b380cdb781.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.027379] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-594fce62-8954-465d-974a-d26cd86574fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.037064] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 912.037064] env[69763]: value = "task-4122455" [ 912.037064] env[69763]: _type = "Task" [ 912.037064] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.048076] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122455, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.164818] env[69763]: INFO nova.compute.manager [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] instance snapshotting [ 912.167976] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36039d1b-429a-4bbb-9817-a81175cb0cb3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.191926] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df34cb0d-e26b-45e5-b9e2-fed56190b5cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.322823] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5a3abf5-8215-4926-b203-8eea230517df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.330842] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7814b50-d651-4377-8868-dac6913bd8d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.364202] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab81e6b-b571-48f2-8b23-f8441374307e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.373281] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0fb8f4a-87ac-476f-9b70-9b27cdd2aef9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.389092] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 912.460689] env[69763]: DEBUG oslo_vmware.api [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122453, 'name': PowerOnVM_Task, 'duration_secs': 0.611314} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.460934] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 912.461160] env[69763]: INFO nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Took 10.08 seconds to spawn the instance on the hypervisor. [ 912.461344] env[69763]: DEBUG nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 912.462192] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d79c99-d9d8-4940-9acf-219db841d805 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.547887] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122455, 'name': Rename_Task, 'duration_secs': 0.204462} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.548258] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 912.548548] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d830ed7-456b-4dd0-bd59-fd8d871a8270 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.556719] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 912.556719] env[69763]: value = "task-4122456" [ 912.556719] env[69763]: _type = "Task" [ 912.556719] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.567263] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122456, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.705352] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 912.705775] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-74ccb0e4-4b42-49bc-97e9-178a7ec83963 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.713779] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 912.713779] env[69763]: value = "task-4122457" [ 912.713779] env[69763]: _type = "Task" [ 912.713779] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.723370] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.891191] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 912.980479] env[69763]: INFO nova.compute.manager [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Took 49.33 seconds to build instance. [ 913.068785] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122456, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.225958] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.397139] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 913.397634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 10.268s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.398072] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 42.441s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.400338] env[69763]: INFO nova.compute.claims [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 913.486239] env[69763]: DEBUG oslo_concurrency.lockutils [None req-36b6543c-743f-436c-acef-34202b8f5c3c tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.801s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.568911] env[69763]: DEBUG oslo_vmware.api [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122456, 'name': PowerOnVM_Task, 'duration_secs': 0.525828} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.569188] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 913.569399] env[69763]: INFO nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Took 8.40 seconds to spawn the instance on the hypervisor. [ 913.569578] env[69763]: DEBUG nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 913.570376] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c2ee60c-84f9-4489-99d7-8f658ad9acd6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.724311] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122457, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.937924] env[69763]: DEBUG nova.compute.manager [req-2dd99329-02ac-4f56-b41a-8a5fd148d34a req-df2dc94b-403b-49bb-9606-9d1cb5ef7f6c service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Received event network-changed-01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 913.938200] env[69763]: DEBUG nova.compute.manager [req-2dd99329-02ac-4f56-b41a-8a5fd148d34a req-df2dc94b-403b-49bb-9606-9d1cb5ef7f6c service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Refreshing instance network info cache due to event network-changed-01310128-8727-4517-b6d3-f7717b414b0e. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 913.939538] env[69763]: DEBUG oslo_concurrency.lockutils [req-2dd99329-02ac-4f56-b41a-8a5fd148d34a req-df2dc94b-403b-49bb-9606-9d1cb5ef7f6c service nova] Acquiring lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.939701] env[69763]: DEBUG oslo_concurrency.lockutils [req-2dd99329-02ac-4f56-b41a-8a5fd148d34a req-df2dc94b-403b-49bb-9606-9d1cb5ef7f6c service nova] Acquired lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.939898] env[69763]: DEBUG nova.network.neutron [req-2dd99329-02ac-4f56-b41a-8a5fd148d34a req-df2dc94b-403b-49bb-9606-9d1cb5ef7f6c service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Refreshing network info cache for port 01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 913.991609] env[69763]: DEBUG nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 914.090546] env[69763]: INFO nova.compute.manager [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Took 46.45 seconds to build instance. [ 914.226336] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122457, 'name': CreateSnapshot_Task, 'duration_secs': 1.084212} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.226655] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 914.227486] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e210d1-eda1-4e92-9f4f-b242e8fb5777 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.403916] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.404200] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.404542] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.404733] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.404975] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.405203] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.405398] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.405529] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 914.405685] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 914.517082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.593515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bffff01-1004-44d6-8b98-c177cb459d41 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "0ba728e6-127d-4b7f-9559-37b380cdb781" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.325s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.659489] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "160898fa-4eb0-49e8-8a64-0e293f35030e" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.659489] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.659489] env[69763]: INFO nova.compute.manager [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Rebooting instance [ 914.722054] env[69763]: DEBUG nova.network.neutron [req-2dd99329-02ac-4f56-b41a-8a5fd148d34a req-df2dc94b-403b-49bb-9606-9d1cb5ef7f6c service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Updated VIF entry in instance network info cache for port 01310128-8727-4517-b6d3-f7717b414b0e. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 914.722410] env[69763]: DEBUG nova.network.neutron [req-2dd99329-02ac-4f56-b41a-8a5fd148d34a req-df2dc94b-403b-49bb-9606-9d1cb5ef7f6c service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Updating instance_info_cache with network_info: [{"id": "01310128-8727-4517-b6d3-f7717b414b0e", "address": "fa:16:3e:ae:cf:17", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01310128-87", "ovs_interfaceid": "01310128-8727-4517-b6d3-f7717b414b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.746592] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 914.749875] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3e67eab5-0f2f-486a-b8f9-b6404ecc8a2f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.761698] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 914.761698] env[69763]: value = "task-4122458" [ 914.761698] env[69763]: _type = "Task" [ 914.761698] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.778369] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122458, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.897176] env[69763]: DEBUG nova.compute.manager [req-09b591d6-167f-41de-908d-11015d34e3dc req-a31917d2-bd0c-46ef-b357-fe421d4f4245 service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Received event network-changed-155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.897617] env[69763]: DEBUG nova.compute.manager [req-09b591d6-167f-41de-908d-11015d34e3dc req-a31917d2-bd0c-46ef-b357-fe421d4f4245 service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Refreshing instance network info cache due to event network-changed-155b124a-409c-4cb0-ac61-73ae1dbde431. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 914.898031] env[69763]: DEBUG oslo_concurrency.lockutils [req-09b591d6-167f-41de-908d-11015d34e3dc req-a31917d2-bd0c-46ef-b357-fe421d4f4245 service nova] Acquiring lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.898318] env[69763]: DEBUG oslo_concurrency.lockutils [req-09b591d6-167f-41de-908d-11015d34e3dc req-a31917d2-bd0c-46ef-b357-fe421d4f4245 service nova] Acquired lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.898626] env[69763]: DEBUG nova.network.neutron [req-09b591d6-167f-41de-908d-11015d34e3dc req-a31917d2-bd0c-46ef-b357-fe421d4f4245 service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Refreshing network info cache for port 155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 914.908812] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.012073] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523dd5dc-8915-ab40-cb36-d9a855cfd9dd/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.013935] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6a39e1-2d48-45bf-90d3-bd43b5c13bc9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.023749] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523dd5dc-8915-ab40-cb36-d9a855cfd9dd/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.023938] env[69763]: ERROR oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523dd5dc-8915-ab40-cb36-d9a855cfd9dd/disk-0.vmdk due to incomplete transfer. [ 915.024215] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9cd5cd9b-41f0-44de-bc32-42f84df08317 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.034518] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523dd5dc-8915-ab40-cb36-d9a855cfd9dd/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 915.034724] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Uploaded image ca563cdd-e490-4e6c-b859-0fcf8ad5459e to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 915.037337] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 915.038056] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c2998d95-9b78-45aa-a4ba-e75abcd980c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.045796] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 915.045796] env[69763]: value = "task-4122459" [ 915.045796] env[69763]: _type = "Task" [ 915.045796] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.057842] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122459, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.091603] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edad9417-b4d4-4075-82db-a484e8739876 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.099787] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c76893d-465a-40b5-9678-7e6c89d4fad5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.103137] env[69763]: DEBUG nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 915.140058] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1402b164-d98e-4b7d-b9b0-ca2379c9943b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.147743] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402c01b4-3956-4bf7-9eb8-a82f92d598a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.168364] env[69763]: DEBUG nova.compute.provider_tree [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.194138] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.228349] env[69763]: DEBUG oslo_concurrency.lockutils [req-2dd99329-02ac-4f56-b41a-8a5fd148d34a req-df2dc94b-403b-49bb-9606-9d1cb5ef7f6c service nova] Releasing lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.228804] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquired lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.229072] env[69763]: DEBUG nova.network.neutron [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.273283] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122458, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.558933] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122459, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.633240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.671035] env[69763]: DEBUG nova.network.neutron [req-09b591d6-167f-41de-908d-11015d34e3dc req-a31917d2-bd0c-46ef-b357-fe421d4f4245 service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Updated VIF entry in instance network info cache for port 155b124a-409c-4cb0-ac61-73ae1dbde431. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 915.671035] env[69763]: DEBUG nova.network.neutron [req-09b591d6-167f-41de-908d-11015d34e3dc req-a31917d2-bd0c-46ef-b357-fe421d4f4245 service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Updating instance_info_cache with network_info: [{"id": "155b124a-409c-4cb0-ac61-73ae1dbde431", "address": "fa:16:3e:49:22:47", "network": {"id": "c283c3c8-8564-4756-bb47-0cd397e14a70", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2107161245-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c7437e8aeba04c34a29ddaaa91701878", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "667a2e97-c1be-421d-9941-6b84c2629b43", "external-id": "nsx-vlan-transportzone-484", "segmentation_id": 484, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap155b124a-40", "ovs_interfaceid": "155b124a-409c-4cb0-ac61-73ae1dbde431", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.681021] env[69763]: DEBUG nova.scheduler.client.report [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.777693] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122458, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.002257] env[69763]: DEBUG nova.network.neutron [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Updating instance_info_cache with network_info: [{"id": "01310128-8727-4517-b6d3-f7717b414b0e", "address": "fa:16:3e:ae:cf:17", "network": {"id": "3a65222b-6c19-40e9-a3ba-658515783a62", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1465175120-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61f6b6179e7a4dc2a63cca74bc87775c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "35342bcb-8b06-472e-b3c0-43fd3d6c4b30", "external-id": "nsx-vlan-transportzone-524", "segmentation_id": 524, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01310128-87", "ovs_interfaceid": "01310128-8727-4517-b6d3-f7717b414b0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.057263] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122459, 'name': Destroy_Task, 'duration_secs': 0.760048} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.057636] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Destroyed the VM [ 916.057953] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 916.058278] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e31fc5b6-f20f-472d-8d96-1e9e9b775edd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.065705] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 916.065705] env[69763]: value = "task-4122460" [ 916.065705] env[69763]: _type = "Task" [ 916.065705] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.074477] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.179427] env[69763]: DEBUG oslo_concurrency.lockutils [req-09b591d6-167f-41de-908d-11015d34e3dc req-a31917d2-bd0c-46ef-b357-fe421d4f4245 service nova] Releasing lock "refresh_cache-0ba728e6-127d-4b7f-9559-37b380cdb781" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.184674] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.787s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.185239] env[69763]: DEBUG nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 916.188693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.117s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.190642] env[69763]: INFO nova.compute.claims [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.282681] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122458, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.287841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.287841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.287841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "abcffbf1-1585-4981-83aa-7882aa9a6b36-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.287841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.287841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.291398] env[69763]: INFO nova.compute.manager [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Terminating instance [ 916.506986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Releasing lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.580198] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122460, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.695232] env[69763]: DEBUG nova.compute.utils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 916.699776] env[69763]: DEBUG nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 916.699989] env[69763]: DEBUG nova.network.neutron [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 916.774763] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122458, 'name': CloneVM_Task, 'duration_secs': 1.974894} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.776621] env[69763]: DEBUG nova.policy [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '665ecdc525994b43be25ec87be305339', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8010571ff2548df891f415617a334b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 916.778728] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Created linked-clone VM from snapshot [ 916.779670] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b1b29b-deb4-4ab0-ac09-b8a50dc45dd4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.790590] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Uploading image 7b4f2319-7a2d-40e0-a77d-daeb36b3db6f {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 916.797699] env[69763]: DEBUG nova.compute.manager [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 916.797936] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.799094] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d92749f-e8cc-44b3-8b1c-23590d892487 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.808334] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.808813] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-db840b2f-317d-467e-afef-4f6c6d424216 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.821018] env[69763]: DEBUG oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 916.821018] env[69763]: value = "vm-816607" [ 916.821018] env[69763]: _type = "VirtualMachine" [ 916.821018] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 916.821376] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7875a29d-2b9d-4be3-ab10-4ee8b19ffb25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.829687] env[69763]: DEBUG oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lease: (returnval){ [ 916.829687] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523ba4e8-37c9-a097-afad-f28c4c52ed0b" [ 916.829687] env[69763]: _type = "HttpNfcLease" [ 916.829687] env[69763]: } obtained for exporting VM: (result){ [ 916.829687] env[69763]: value = "vm-816607" [ 916.829687] env[69763]: _type = "VirtualMachine" [ 916.829687] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 916.830063] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the lease: (returnval){ [ 916.830063] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523ba4e8-37c9-a097-afad-f28c4c52ed0b" [ 916.830063] env[69763]: _type = "HttpNfcLease" [ 916.830063] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 916.839955] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 916.839955] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523ba4e8-37c9-a097-afad-f28c4c52ed0b" [ 916.839955] env[69763]: _type = "HttpNfcLease" [ 916.839955] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 916.894738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "02f13b78-8877-4061-ba37-734bb5c49f34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.894987] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "02f13b78-8877-4061-ba37-734bb5c49f34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.963501] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.963501] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.963678] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleting the datastore file [datastore2] abcffbf1-1585-4981-83aa-7882aa9a6b36 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.964046] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bfb128c7-775d-492e-9ff5-c22890e9e99d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.972032] env[69763]: DEBUG oslo_vmware.api [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 916.972032] env[69763]: value = "task-4122463" [ 916.972032] env[69763]: _type = "Task" [ 916.972032] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.980554] env[69763]: DEBUG oslo_vmware.api [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122463, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.015022] env[69763]: DEBUG nova.compute.manager [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 917.015022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c68e85-5908-45e1-8284-ca2b8c2090b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.078016] env[69763]: DEBUG oslo_vmware.api [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122460, 'name': RemoveSnapshot_Task, 'duration_secs': 0.822409} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.078016] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 917.078016] env[69763]: INFO nova.compute.manager [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Took 16.40 seconds to snapshot the instance on the hypervisor. [ 917.127135] env[69763]: DEBUG nova.network.neutron [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Successfully created port: ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 917.200950] env[69763]: DEBUG nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 917.344397] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 917.344397] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523ba4e8-37c9-a097-afad-f28c4c52ed0b" [ 917.344397] env[69763]: _type = "HttpNfcLease" [ 917.344397] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 917.344706] env[69763]: DEBUG oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 917.344706] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523ba4e8-37c9-a097-afad-f28c4c52ed0b" [ 917.344706] env[69763]: _type = "HttpNfcLease" [ 917.344706] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 917.345467] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328d83b4-916e-4fca-8d5c-61a1f6b6ed53 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.356118] env[69763]: DEBUG oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aaeefb-f116-d892-e04a-35b1903b8616/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 917.356361] env[69763]: DEBUG oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aaeefb-f116-d892-e04a-35b1903b8616/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 917.485381] env[69763]: DEBUG oslo_vmware.api [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122463, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.420167} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.485693] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.485922] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.486136] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.486318] env[69763]: INFO nova.compute.manager [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Took 0.69 seconds to destroy the instance on the hypervisor. [ 917.486578] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 917.486817] env[69763]: DEBUG nova.compute.manager [-] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 917.486944] env[69763]: DEBUG nova.network.neutron [-] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 917.553755] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f33ef660-bece-49ce-a238-59b9f6d11f89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.582351] env[69763]: DEBUG nova.compute.manager [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Instance disappeared during snapshot {{(pid=69763) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 917.603192] env[69763]: DEBUG nova.compute.manager [None req-1466cc49-a3b6-4c01-a800-2662f7b83b8d tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image not found during clean up ca563cdd-e490-4e6c-b859-0fcf8ad5459e {{(pid=69763) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 917.820079] env[69763]: DEBUG nova.compute.manager [req-5230d9c9-62a0-48f3-b5dd-01329bc400e6 req-35650c58-3876-4b78-8911-12057b24287d service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Received event network-vif-deleted-65bf542e-bff4-4d81-b0b1-89f59a3ceb2b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 917.820289] env[69763]: INFO nova.compute.manager [req-5230d9c9-62a0-48f3-b5dd-01329bc400e6 req-35650c58-3876-4b78-8911-12057b24287d service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Neutron deleted interface 65bf542e-bff4-4d81-b0b1-89f59a3ceb2b; detaching it from the instance and deleting it from the info cache [ 917.820473] env[69763]: DEBUG nova.network.neutron [req-5230d9c9-62a0-48f3-b5dd-01329bc400e6 req-35650c58-3876-4b78-8911-12057b24287d service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.857953] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48c3a9f-85a0-4209-8332-136154e36323 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.866156] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73da6f63-a245-4170-9511-24fa38e649d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.904362] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcdfc8c2-28af-4810-ab77-2f4b4b773c27 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.914018] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db991245-b86d-4de7-bcc7-a457832dffe1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.931387] env[69763]: DEBUG nova.compute.provider_tree [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.036842] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96a5aaf-101d-4ab0-b271-41ac3c01a87b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.045900] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Doing hard reboot of VM {{(pid=69763) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 918.046247] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-4c63da7b-52a1-43a8-9f7f-6cab471c088f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.053796] env[69763]: DEBUG oslo_vmware.api [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 918.053796] env[69763]: value = "task-4122464" [ 918.053796] env[69763]: _type = "Task" [ 918.053796] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.065498] env[69763]: DEBUG oslo_vmware.api [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122464, 'name': ResetVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.221932] env[69763]: DEBUG nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 918.261211] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 918.261304] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 918.261532] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 918.261870] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 918.261986] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 918.262246] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 918.262548] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 918.262908] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 918.263180] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 918.263434] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 918.263683] env[69763]: DEBUG nova.virt.hardware [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 918.264728] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d46161-7d11-46c3-b752-ecb5d8429126 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.274348] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80a3bad-2c5b-4f5d-956a-1e3291656ebd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.280390] env[69763]: DEBUG nova.network.neutron [-] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.323304] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c4707b03-6cce-4c50-8e2e-557e32157824 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.333909] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de79a761-bfa4-4918-a836-19c6c63a59aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.371864] env[69763]: DEBUG nova.compute.manager [req-5230d9c9-62a0-48f3-b5dd-01329bc400e6 req-35650c58-3876-4b78-8911-12057b24287d service nova] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Detach interface failed, port_id=65bf542e-bff4-4d81-b0b1-89f59a3ceb2b, reason: Instance abcffbf1-1585-4981-83aa-7882aa9a6b36 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 918.437277] env[69763]: DEBUG nova.scheduler.client.report [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.566961] env[69763]: DEBUG oslo_vmware.api [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122464, 'name': ResetVM_Task, 'duration_secs': 0.126083} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.567282] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Did hard reboot of VM {{(pid=69763) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 918.567745] env[69763]: DEBUG nova.compute.manager [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 918.568631] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f46af005-0327-422e-aecf-640324b41248 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.628152] env[69763]: DEBUG nova.compute.manager [req-85818224-81ed-4b8a-9ce9-6025a83bfe5b req-dd5a7188-a422-4f47-b769-9cddf9ca9821 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Received event network-vif-plugged-ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.628152] env[69763]: DEBUG oslo_concurrency.lockutils [req-85818224-81ed-4b8a-9ce9-6025a83bfe5b req-dd5a7188-a422-4f47-b769-9cddf9ca9821 service nova] Acquiring lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.628152] env[69763]: DEBUG oslo_concurrency.lockutils [req-85818224-81ed-4b8a-9ce9-6025a83bfe5b req-dd5a7188-a422-4f47-b769-9cddf9ca9821 service nova] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.628152] env[69763]: DEBUG oslo_concurrency.lockutils [req-85818224-81ed-4b8a-9ce9-6025a83bfe5b req-dd5a7188-a422-4f47-b769-9cddf9ca9821 service nova] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.628152] env[69763]: DEBUG nova.compute.manager [req-85818224-81ed-4b8a-9ce9-6025a83bfe5b req-dd5a7188-a422-4f47-b769-9cddf9ca9821 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] No waiting events found dispatching network-vif-plugged-ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 918.628988] env[69763]: WARNING nova.compute.manager [req-85818224-81ed-4b8a-9ce9-6025a83bfe5b req-dd5a7188-a422-4f47-b769-9cddf9ca9821 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Received unexpected event network-vif-plugged-ea59f5f8-b785-4a47-86ea-2412bdac610f for instance with vm_state building and task_state spawning. [ 918.785181] env[69763]: INFO nova.compute.manager [-] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Took 1.30 seconds to deallocate network for instance. [ 918.827804] env[69763]: DEBUG nova.network.neutron [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Successfully updated port: ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.945170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.755s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.945788] env[69763]: DEBUG nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 918.955109] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.904s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.957406] env[69763]: INFO nova.compute.claims [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 919.082465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c8a35da7-c898-4d75-91a3-d8ad26f7ba8f tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.426s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 919.294022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.330802] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.330974] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.331197] env[69763]: DEBUG nova.network.neutron [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 919.463831] env[69763]: DEBUG nova.compute.utils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.468116] env[69763]: DEBUG nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 919.468116] env[69763]: DEBUG nova.network.neutron [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 919.523542] env[69763]: DEBUG nova.policy [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1b9bf0146f4ae28f18177f30622834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21623f2503aa4fddaa1097f1fa324d3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.879913] env[69763]: DEBUG nova.network.neutron [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.885762] env[69763]: DEBUG nova.network.neutron [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Successfully created port: 6916db07-c476-49dd-a274-0f645179c771 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 919.968241] env[69763]: DEBUG nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 920.019263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "160898fa-4eb0-49e8-8a64-0e293f35030e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.019631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.005s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.019889] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "160898fa-4eb0-49e8-8a64-0e293f35030e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.020114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.020291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.023213] env[69763]: INFO nova.compute.manager [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Terminating instance [ 920.074829] env[69763]: DEBUG nova.network.neutron [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Updating instance_info_cache with network_info: [{"id": "ea59f5f8-b785-4a47-86ea-2412bdac610f", "address": "fa:16:3e:38:80:44", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea59f5f8-b7", "ovs_interfaceid": "ea59f5f8-b785-4a47-86ea-2412bdac610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.533639] env[69763]: DEBUG nova.compute.manager [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 920.533639] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 920.534839] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-039aadfe-b4b4-4880-ac0f-cac9583fc9e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.543374] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 920.543894] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-433856e2-f97f-426b-9136-3541f7d67cf6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.551602] env[69763]: DEBUG oslo_vmware.api [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 920.551602] env[69763]: value = "task-4122465" [ 920.551602] env[69763]: _type = "Task" [ 920.551602] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.560644] env[69763]: DEBUG oslo_vmware.api [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122465, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.578266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.578771] env[69763]: DEBUG nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Instance network_info: |[{"id": "ea59f5f8-b785-4a47-86ea-2412bdac610f", "address": "fa:16:3e:38:80:44", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea59f5f8-b7", "ovs_interfaceid": "ea59f5f8-b785-4a47-86ea-2412bdac610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 920.580240] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:80:44', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea59f5f8-b785-4a47-86ea-2412bdac610f', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 920.590024] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Creating folder: Project (e8010571ff2548df891f415617a334b4). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.591910] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c88fd464-b377-49bd-8452-4b997d6ee46b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.594162] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8905e758-0055-4353-8936-3e823773fca9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.602850] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49c0b90b-a80b-436c-b39b-e91a7367d0ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.608140] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Created folder: Project (e8010571ff2548df891f415617a334b4) in parent group-v816505. [ 920.608306] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Creating folder: Instances. Parent ref: group-v816608. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 920.609445] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a1b25c6-df14-4a77-8459-68a104cd1bcc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.642717] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d07d00-cba0-434e-be8b-656f67449f0f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.653159] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072b389b-8e06-4fa9-b0a7-edf3c8301458 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.657870] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Created folder: Instances in parent group-v816608. [ 920.658325] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 920.658788] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 920.659471] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7265af62-0657-4227-b035-8709b791474a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.684939] env[69763]: DEBUG nova.compute.provider_tree [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 920.687834] env[69763]: DEBUG nova.compute.manager [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Received event network-changed-ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 920.688030] env[69763]: DEBUG nova.compute.manager [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Refreshing instance network info cache due to event network-changed-ea59f5f8-b785-4a47-86ea-2412bdac610f. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 920.688253] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] Acquiring lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.688393] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] Acquired lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.688571] env[69763]: DEBUG nova.network.neutron [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Refreshing network info cache for port ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 920.699021] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 920.699021] env[69763]: value = "task-4122468" [ 920.699021] env[69763]: _type = "Task" [ 920.699021] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.708215] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122468, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.987627] env[69763]: DEBUG nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 921.011299] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 921.011578] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 921.011762] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 921.011956] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 921.012119] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 921.012267] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 921.012475] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 921.012637] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 921.012866] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 921.013066] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 921.013249] env[69763]: DEBUG nova.virt.hardware [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 921.014248] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344259b4-1123-4f82-b1cd-561b2948833f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.023575] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcf3589-5d7b-4ae5-8ce1-cc0d2320b5e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.063532] env[69763]: DEBUG oslo_vmware.api [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122465, 'name': PowerOffVM_Task, 'duration_secs': 0.25097} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.063860] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 921.064131] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 921.064992] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac76d407-9220-4608-bcd4-b3df636b44af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.140423] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 921.140708] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 921.140902] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Deleting the datastore file [datastore1] 160898fa-4eb0-49e8-8a64-0e293f35030e {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 921.141261] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd6706ab-e6aa-48f1-a210-63b020ce3d37 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.149517] env[69763]: DEBUG oslo_vmware.api [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 921.149517] env[69763]: value = "task-4122470" [ 921.149517] env[69763]: _type = "Task" [ 921.149517] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.158702] env[69763]: DEBUG oslo_vmware.api [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122470, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.194158] env[69763]: DEBUG nova.scheduler.client.report [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 921.209051] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122468, 'name': CreateVM_Task, 'duration_secs': 0.397674} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.209303] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 921.210169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.210356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.210757] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.211082] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896ee57d-1f61-4423-a9eb-40ba730902f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.217427] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 921.217427] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ea7dcd-eceb-7d50-4795-4fcd48267cbf" [ 921.217427] env[69763]: _type = "Task" [ 921.217427] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.227697] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ea7dcd-eceb-7d50-4795-4fcd48267cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.530762] env[69763]: DEBUG nova.network.neutron [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Successfully updated port: 6916db07-c476-49dd-a274-0f645179c771 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 921.661750] env[69763]: DEBUG oslo_vmware.api [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122470, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288858} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.662082] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 921.662284] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 921.662461] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 921.662633] env[69763]: INFO nova.compute.manager [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 921.662881] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 921.663111] env[69763]: DEBUG nova.compute.manager [-] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 921.663206] env[69763]: DEBUG nova.network.neutron [-] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 921.699692] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.700246] env[69763]: DEBUG nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 921.702827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.885s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.704264] env[69763]: INFO nova.compute.claims [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 921.735211] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ea7dcd-eceb-7d50-4795-4fcd48267cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.014145} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.735211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.735211] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 921.735211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.735211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.735211] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 921.735461] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c2e39a2-5894-46ed-9151-4b3afbe81336 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.746249] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 921.746452] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 921.747245] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29dece07-9f20-40a7-b704-ce4f8d8da716 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.754234] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 921.754234] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e2c93-9d6a-8d0c-0037-a3dd312c60d4" [ 921.754234] env[69763]: _type = "Task" [ 921.754234] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.765434] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e2c93-9d6a-8d0c-0037-a3dd312c60d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.784407] env[69763]: DEBUG nova.network.neutron [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Updated VIF entry in instance network info cache for port ea59f5f8-b785-4a47-86ea-2412bdac610f. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 921.784407] env[69763]: DEBUG nova.network.neutron [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Updating instance_info_cache with network_info: [{"id": "ea59f5f8-b785-4a47-86ea-2412bdac610f", "address": "fa:16:3e:38:80:44", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea59f5f8-b7", "ovs_interfaceid": "ea59f5f8-b785-4a47-86ea-2412bdac610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.037815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-7b731473-c115-4613-a5cd-30f1cd258bd3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.037815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-7b731473-c115-4613-a5cd-30f1cd258bd3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.037815] env[69763]: DEBUG nova.network.neutron [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.211030] env[69763]: DEBUG nova.compute.utils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 922.217677] env[69763]: DEBUG nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 922.218347] env[69763]: DEBUG nova.network.neutron [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 922.268475] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e2c93-9d6a-8d0c-0037-a3dd312c60d4, 'name': SearchDatastore_Task, 'duration_secs': 0.014352} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.269520] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35d7049-bd35-44dd-9d12-4df26de533e5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.277037] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 922.277037] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c3f395-bea8-5c5b-4a54-d1e6a9df237e" [ 922.277037] env[69763]: _type = "Task" [ 922.277037] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.286755] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c3f395-bea8-5c5b-4a54-d1e6a9df237e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.287304] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] Releasing lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.287570] env[69763]: DEBUG nova.compute.manager [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Received event network-changed-01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.287741] env[69763]: DEBUG nova.compute.manager [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Refreshing instance network info cache due to event network-changed-01310128-8727-4517-b6d3-f7717b414b0e. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.288589] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] Acquiring lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.288589] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] Acquired lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.288589] env[69763]: DEBUG nova.network.neutron [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Refreshing network info cache for port 01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 922.299391] env[69763]: DEBUG nova.policy [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ffc85734030e4c958e866088faaa6cf4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e744507346624b3483889ff7632d25b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 922.575863] env[69763]: DEBUG nova.network.neutron [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 922.718700] env[69763]: DEBUG nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 922.782013] env[69763]: DEBUG nova.network.neutron [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Updating instance_info_cache with network_info: [{"id": "6916db07-c476-49dd-a274-0f645179c771", "address": "fa:16:3e:40:43:01", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6916db07-c4", "ovs_interfaceid": "6916db07-c476-49dd-a274-0f645179c771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.799753] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c3f395-bea8-5c5b-4a54-d1e6a9df237e, 'name': SearchDatastore_Task, 'duration_secs': 0.013153} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.800759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.801028] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 9b4670fb-9fdc-4761-9828-dfd9600fd5a0/9b4670fb-9fdc-4761-9828-dfd9600fd5a0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.801729] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e68c23d8-55be-403b-9296-1454178262ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.805636] env[69763]: DEBUG nova.network.neutron [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Successfully created port: 78d250e7-82fd-4e18-a35f-db58dd4ede69 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 922.810327] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 922.810327] env[69763]: value = "task-4122471" [ 922.810327] env[69763]: _type = "Task" [ 922.810327] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.817381] env[69763]: DEBUG nova.network.neutron [-] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.820505] env[69763]: INFO nova.network.neutron [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Port 01310128-8727-4517-b6d3-f7717b414b0e from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 922.820788] env[69763]: DEBUG nova.network.neutron [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.826171] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122471, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.895931] env[69763]: DEBUG nova.compute.manager [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Received event network-vif-plugged-6916db07-c476-49dd-a274-0f645179c771 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.895931] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] Acquiring lock "7b731473-c115-4613-a5cd-30f1cd258bd3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.895931] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] Lock "7b731473-c115-4613-a5cd-30f1cd258bd3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 922.895931] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] Lock "7b731473-c115-4613-a5cd-30f1cd258bd3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.895931] env[69763]: DEBUG nova.compute.manager [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] No waiting events found dispatching network-vif-plugged-6916db07-c476-49dd-a274-0f645179c771 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 922.895931] env[69763]: WARNING nova.compute.manager [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Received unexpected event network-vif-plugged-6916db07-c476-49dd-a274-0f645179c771 for instance with vm_state building and task_state spawning. [ 922.895931] env[69763]: DEBUG nova.compute.manager [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Received event network-changed-6916db07-c476-49dd-a274-0f645179c771 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 922.895931] env[69763]: DEBUG nova.compute.manager [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Refreshing instance network info cache due to event network-changed-6916db07-c476-49dd-a274-0f645179c771. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 922.895931] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] Acquiring lock "refresh_cache-7b731473-c115-4613-a5cd-30f1cd258bd3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.291261] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-7b731473-c115-4613-a5cd-30f1cd258bd3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.291750] env[69763]: DEBUG nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Instance network_info: |[{"id": "6916db07-c476-49dd-a274-0f645179c771", "address": "fa:16:3e:40:43:01", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6916db07-c4", "ovs_interfaceid": "6916db07-c476-49dd-a274-0f645179c771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 923.292361] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] Acquired lock "refresh_cache-7b731473-c115-4613-a5cd-30f1cd258bd3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.292558] env[69763]: DEBUG nova.network.neutron [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Refreshing network info cache for port 6916db07-c476-49dd-a274-0f645179c771 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.294020] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:43:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6916db07-c476-49dd-a274-0f645179c771', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.306784] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating folder: Project (21623f2503aa4fddaa1097f1fa324d3b). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.312809] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29c93347-91ab-4101-9851-0e066dd556de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.329622] env[69763]: INFO nova.compute.manager [-] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Took 1.67 seconds to deallocate network for instance. [ 923.330191] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd5e92c6-d05d-4dab-a52e-33fb4045e2bc req-6b55ff14-8eea-4fa1-8c69-16cda63a5595 service nova] Releasing lock "refresh_cache-160898fa-4eb0-49e8-8a64-0e293f35030e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.330602] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122471, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.337260] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Created folder: Project (21623f2503aa4fddaa1097f1fa324d3b) in parent group-v816505. [ 923.337491] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating folder: Instances. Parent ref: group-v816611. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 923.341167] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81f3201c-43e9-4335-991e-4b26993bd31a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.356035] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Created folder: Instances in parent group-v816611. [ 923.356297] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 923.359154] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.359866] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efc8082a-10a6-43d2-bb31-51ea88782c47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.387143] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.387143] env[69763]: value = "task-4122474" [ 923.387143] env[69763]: _type = "Task" [ 923.387143] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.399389] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122474, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.440173] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bb2fd7-a34d-4b19-8b33-59cf7f906555 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.448743] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477efd3e-1241-447e-ab65-33797559fc0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.488966] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c2eddd5-c3ff-4c0c-9436-0b921dead300 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.499904] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22471c9-3f5f-41ba-8049-0577ec770a39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.519277] env[69763]: DEBUG nova.compute.provider_tree [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 923.533928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.534315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.686783] env[69763]: DEBUG nova.network.neutron [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Updated VIF entry in instance network info cache for port 6916db07-c476-49dd-a274-0f645179c771. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 923.688165] env[69763]: DEBUG nova.network.neutron [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Updating instance_info_cache with network_info: [{"id": "6916db07-c476-49dd-a274-0f645179c771", "address": "fa:16:3e:40:43:01", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6916db07-c4", "ovs_interfaceid": "6916db07-c476-49dd-a274-0f645179c771", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.733662] env[69763]: DEBUG nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 923.757732] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 923.757987] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 923.758204] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 923.758432] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 923.758636] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 923.758804] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 923.760835] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 923.760835] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 923.760835] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 923.760835] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 923.760835] env[69763]: DEBUG nova.virt.hardware [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 923.761314] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d28497-55a0-4464-a6ae-6faca8f0fc62 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.769880] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8dc1237-5787-42f9-ac08-fe155b5e52d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.826511] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122471, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.600831} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.826764] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 9b4670fb-9fdc-4761-9828-dfd9600fd5a0/9b4670fb-9fdc-4761-9828-dfd9600fd5a0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.826998] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.827329] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-81173d78-6a3e-4373-9924-07a602413752 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.837617] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 923.837617] env[69763]: value = "task-4122475" [ 923.837617] env[69763]: _type = "Task" [ 923.837617] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.849618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.851030] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122475, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.897029] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122474, 'name': CreateVM_Task, 'duration_secs': 0.476084} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.897219] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 923.897983] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.898157] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.898484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.898759] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75bde645-90bf-422d-bf4e-2b80eb42b9e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.904180] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 923.904180] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52544792-2784-e323-fd16-0fb8b2e58206" [ 923.904180] env[69763]: _type = "Task" [ 923.904180] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.914519] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52544792-2784-e323-fd16-0fb8b2e58206, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.022466] env[69763]: DEBUG nova.scheduler.client.report [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 924.191677] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] Releasing lock "refresh_cache-7b731473-c115-4613-a5cd-30f1cd258bd3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.191677] env[69763]: DEBUG nova.compute.manager [req-7e1b6066-58a8-498a-8c9d-1abc9c7018fb req-4ae4917f-9e30-4213-b9d4-4eb4a683e9d5 service nova] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Received event network-vif-deleted-01310128-8727-4517-b6d3-f7717b414b0e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.349234] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122475, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085283} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.349531] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 924.350434] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-272e24fb-866d-46b1-a0d2-e76321a2fe08 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.377359] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Reconfiguring VM instance instance-00000023 to attach disk [datastore2] 9b4670fb-9fdc-4761-9828-dfd9600fd5a0/9b4670fb-9fdc-4761-9828-dfd9600fd5a0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 924.378728] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4f93bf55-6e64-478f-86e2-c7b03878c3b8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.394827] env[69763]: DEBUG nova.compute.manager [req-4d323e96-8d64-4108-abf9-f84ee14e0035 req-f1d87cb9-879c-42fa-a7d4-f405f109aec7 service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Received event network-vif-plugged-78d250e7-82fd-4e18-a35f-db58dd4ede69 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 924.395058] env[69763]: DEBUG oslo_concurrency.lockutils [req-4d323e96-8d64-4108-abf9-f84ee14e0035 req-f1d87cb9-879c-42fa-a7d4-f405f109aec7 service nova] Acquiring lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.395268] env[69763]: DEBUG oslo_concurrency.lockutils [req-4d323e96-8d64-4108-abf9-f84ee14e0035 req-f1d87cb9-879c-42fa-a7d4-f405f109aec7 service nova] Lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.395427] env[69763]: DEBUG oslo_concurrency.lockutils [req-4d323e96-8d64-4108-abf9-f84ee14e0035 req-f1d87cb9-879c-42fa-a7d4-f405f109aec7 service nova] Lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.395614] env[69763]: DEBUG nova.compute.manager [req-4d323e96-8d64-4108-abf9-f84ee14e0035 req-f1d87cb9-879c-42fa-a7d4-f405f109aec7 service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] No waiting events found dispatching network-vif-plugged-78d250e7-82fd-4e18-a35f-db58dd4ede69 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 924.395780] env[69763]: WARNING nova.compute.manager [req-4d323e96-8d64-4108-abf9-f84ee14e0035 req-f1d87cb9-879c-42fa-a7d4-f405f109aec7 service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Received unexpected event network-vif-plugged-78d250e7-82fd-4e18-a35f-db58dd4ede69 for instance with vm_state building and task_state spawning. [ 924.403104] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 924.403104] env[69763]: value = "task-4122476" [ 924.403104] env[69763]: _type = "Task" [ 924.403104] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.419800] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52544792-2784-e323-fd16-0fb8b2e58206, 'name': SearchDatastore_Task, 'duration_secs': 0.026591} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.419914] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122476, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.420170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.420400] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.420633] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.420789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.420957] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.422017] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd76dd35-5d47-4718-b3e1-8ecf63ba5052 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.431544] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.431764] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.432560] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98cdb263-7189-489e-9ab5-53d9d4066212 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.439036] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 924.439036] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527681b8-7490-a555-18b7-3dd79725b4e1" [ 924.439036] env[69763]: _type = "Task" [ 924.439036] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.447539] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527681b8-7490-a555-18b7-3dd79725b4e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.482255] env[69763]: DEBUG nova.network.neutron [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Successfully updated port: 78d250e7-82fd-4e18-a35f-db58dd4ede69 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 924.528043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.825s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.528705] env[69763]: DEBUG nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 924.534106] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.575s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.534571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.538024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.655s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.539220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.542113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.576s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.543345] env[69763]: INFO nova.compute.claims [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 924.577372] env[69763]: INFO nova.scheduler.client.report [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Deleted allocations for instance 191807a6-2355-4856-a862-7a6aabd6c204 [ 924.580605] env[69763]: INFO nova.scheduler.client.report [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Deleted allocations for instance 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d [ 924.914693] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122476, 'name': ReconfigVM_Task, 'duration_secs': 0.352833} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.915123] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Reconfigured VM instance instance-00000023 to attach disk [datastore2] 9b4670fb-9fdc-4761-9828-dfd9600fd5a0/9b4670fb-9fdc-4761-9828-dfd9600fd5a0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.916340] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cb95ea1d-67b1-450f-b8a5-5f62a17b595a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.923736] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 924.923736] env[69763]: value = "task-4122477" [ 924.923736] env[69763]: _type = "Task" [ 924.923736] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.933712] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122477, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.950799] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527681b8-7490-a555-18b7-3dd79725b4e1, 'name': SearchDatastore_Task, 'duration_secs': 0.012812} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.955026] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38d5a3f8-a5e0-405b-844c-e815d23372e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.958244] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 924.958244] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ef302b-24d6-09f3-9379-60e92bd78c92" [ 924.958244] env[69763]: _type = "Task" [ 924.958244] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.967195] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ef302b-24d6-09f3-9379-60e92bd78c92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.986713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquiring lock "refresh_cache-298a8a34-6f1b-49b9-8358-10d0d6ba447d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.986713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquired lock "refresh_cache-298a8a34-6f1b-49b9-8358-10d0d6ba447d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.986713] env[69763]: DEBUG nova.network.neutron [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.052605] env[69763]: DEBUG nova.compute.utils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 925.054834] env[69763]: DEBUG nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 925.055095] env[69763]: DEBUG nova.network.neutron [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 925.094899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-557ed457-15b2-435d-b631-536b823f173b tempest-ServerRescueTestJSONUnderV235-54723283 tempest-ServerRescueTestJSONUnderV235-54723283-project-member] Lock "0aece961-75ff-4b19-b7ee-b6f7d47cfe0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.386s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.100227] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea268917-84c9-4e10-add8-6c118e9d1918 tempest-InstanceActionsTestJSON-373971737 tempest-InstanceActionsTestJSON-373971737-project-member] Lock "191807a6-2355-4856-a862-7a6aabd6c204" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.223s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.123324] env[69763]: DEBUG nova.policy [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8dfdb8d14c324e1fa027cb1f3ab94d01', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e04b206d0dfc4c0baa438aea6230cb28', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 925.438847] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122477, 'name': Rename_Task, 'duration_secs': 0.165969} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.439187] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 925.440246] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8448231d-1f0e-489b-92ac-6ea6ff82bda3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.449246] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 925.449246] env[69763]: value = "task-4122478" [ 925.449246] env[69763]: _type = "Task" [ 925.449246] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.463026] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122478, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.476868] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ef302b-24d6-09f3-9379-60e92bd78c92, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.476868] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.477106] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 7b731473-c115-4613-a5cd-30f1cd258bd3/7b731473-c115-4613-a5cd-30f1cd258bd3.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.477474] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-191bd44c-7d34-4e74-a04e-0f35220c53e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.487439] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 925.487439] env[69763]: value = "task-4122479" [ 925.487439] env[69763]: _type = "Task" [ 925.487439] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.497755] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.559693] env[69763]: DEBUG nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 925.580352] env[69763]: DEBUG nova.network.neutron [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 925.625111] env[69763]: DEBUG nova.network.neutron [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Successfully created port: 01bb4391-1c0b-4003-9ef4-c3a33937a9d8 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 925.851754] env[69763]: DEBUG oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aaeefb-f116-d892-e04a-35b1903b8616/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 925.852836] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3f24cdb-48f8-48fb-a95b-0a0e7f760381 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.863448] env[69763]: DEBUG oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aaeefb-f116-d892-e04a-35b1903b8616/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 925.863721] env[69763]: ERROR oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aaeefb-f116-d892-e04a-35b1903b8616/disk-0.vmdk due to incomplete transfer. [ 925.867213] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-ea6ac993-fc3e-4a40-b15a-1a11f5218fee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.877584] env[69763]: DEBUG oslo_vmware.rw_handles [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52aaeefb-f116-d892-e04a-35b1903b8616/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 925.877933] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Uploaded image 7b4f2319-7a2d-40e0-a77d-daeb36b3db6f to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 925.881396] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 925.882239] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a745b270-5969-4eed-bf51-fcf4c6a0d4b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.890581] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 925.890581] env[69763]: value = "task-4122480" [ 925.890581] env[69763]: _type = "Task" [ 925.890581] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.904841] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122480, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.969272] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122478, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.999700] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122479, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.030848] env[69763]: DEBUG nova.network.neutron [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Updating instance_info_cache with network_info: [{"id": "78d250e7-82fd-4e18-a35f-db58dd4ede69", "address": "fa:16:3e:4e:d8:2e", "network": {"id": "41f558cb-c8a2-4e7f-a4fe-17e63702f178", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1014596369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e744507346624b3483889ff7632d25b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d250e7-82", "ovs_interfaceid": "78d250e7-82fd-4e18-a35f-db58dd4ede69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 926.271023] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5972f347-ead9-4d1e-9c87-18dcd9c1ee1d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.278134] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cf42ac5-1b86-4014-8fe6-384c2bc4b46f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.313023] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81319a0d-d7e2-49cb-9fbd-d476cb0b5b19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.318486] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2a11ce4-5e89-4cc3-8d62-68a83d34d3e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.334845] env[69763]: DEBUG nova.compute.provider_tree [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 926.402871] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122480, 'name': Destroy_Task, 'duration_secs': 0.471191} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.404033] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Destroyed the VM [ 926.404033] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 926.404033] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-4945c43e-96cb-45f0-8696-cdba04f9e747 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.411825] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 926.411825] env[69763]: value = "task-4122481" [ 926.411825] env[69763]: _type = "Task" [ 926.411825] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.421754] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122481, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.456018] env[69763]: DEBUG nova.compute.manager [req-2c5ee044-990a-49a8-b39b-f5652a7c64d4 req-f2cf6511-8c51-490a-96a5-0c61604a97b7 service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Received event network-changed-78d250e7-82fd-4e18-a35f-db58dd4ede69 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.456094] env[69763]: DEBUG nova.compute.manager [req-2c5ee044-990a-49a8-b39b-f5652a7c64d4 req-f2cf6511-8c51-490a-96a5-0c61604a97b7 service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Refreshing instance network info cache due to event network-changed-78d250e7-82fd-4e18-a35f-db58dd4ede69. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 926.456351] env[69763]: DEBUG oslo_concurrency.lockutils [req-2c5ee044-990a-49a8-b39b-f5652a7c64d4 req-f2cf6511-8c51-490a-96a5-0c61604a97b7 service nova] Acquiring lock "refresh_cache-298a8a34-6f1b-49b9-8358-10d0d6ba447d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.462832] env[69763]: DEBUG oslo_vmware.api [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122478, 'name': PowerOnVM_Task, 'duration_secs': 0.696224} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.463102] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 926.463306] env[69763]: INFO nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Took 8.24 seconds to spawn the instance on the hypervisor. [ 926.463469] env[69763]: DEBUG nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 926.464268] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e367a38a-0594-4d03-bc9a-76d920aa33d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.497086] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576551} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.498162] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 7b731473-c115-4613-a5cd-30f1cd258bd3/7b731473-c115-4613-a5cd-30f1cd258bd3.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.498162] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.498162] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ac197a05-408e-4ab7-9981-ecd00bde7dae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.506241] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 926.506241] env[69763]: value = "task-4122482" [ 926.506241] env[69763]: _type = "Task" [ 926.506241] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.516991] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122482, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.532877] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Releasing lock "refresh_cache-298a8a34-6f1b-49b9-8358-10d0d6ba447d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.533284] env[69763]: DEBUG nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Instance network_info: |[{"id": "78d250e7-82fd-4e18-a35f-db58dd4ede69", "address": "fa:16:3e:4e:d8:2e", "network": {"id": "41f558cb-c8a2-4e7f-a4fe-17e63702f178", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1014596369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e744507346624b3483889ff7632d25b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d250e7-82", "ovs_interfaceid": "78d250e7-82fd-4e18-a35f-db58dd4ede69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 926.533592] env[69763]: DEBUG oslo_concurrency.lockutils [req-2c5ee044-990a-49a8-b39b-f5652a7c64d4 req-f2cf6511-8c51-490a-96a5-0c61604a97b7 service nova] Acquired lock "refresh_cache-298a8a34-6f1b-49b9-8358-10d0d6ba447d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.533788] env[69763]: DEBUG nova.network.neutron [req-2c5ee044-990a-49a8-b39b-f5652a7c64d4 req-f2cf6511-8c51-490a-96a5-0c61604a97b7 service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Refreshing network info cache for port 78d250e7-82fd-4e18-a35f-db58dd4ede69 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 926.535635] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4e:d8:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2928baf1-3efb-4205-a786-d9783e51f699', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78d250e7-82fd-4e18-a35f-db58dd4ede69', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 926.544845] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Creating folder: Project (e744507346624b3483889ff7632d25b4). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.546249] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-03635107-5618-4c19-bc09-949204b8ea89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.558831] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Created folder: Project (e744507346624b3483889ff7632d25b4) in parent group-v816505. [ 926.558831] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Creating folder: Instances. Parent ref: group-v816614. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 926.558984] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7a1aa596-6bf4-4d94-bb6e-6fa43966ce2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.571995] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Created folder: Instances in parent group-v816614. [ 926.571995] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.571995] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 926.571995] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-80632a7e-5600-45a6-ae73-cf530ad75b49 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.589107] env[69763]: DEBUG nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 926.597215] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 926.597215] env[69763]: value = "task-4122485" [ 926.597215] env[69763]: _type = "Task" [ 926.597215] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.607465] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122485, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.619899] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 926.620174] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 926.620332] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 926.620511] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 926.621022] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 926.621022] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 926.621022] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 926.621225] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 926.621325] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 926.621487] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 926.622505] env[69763]: DEBUG nova.virt.hardware [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 926.622616] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b9d34a-cf48-4e43-8a86-0e2a37993626 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.631251] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b57a1f-5695-41f9-88dd-75d699584465 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.838411] env[69763]: DEBUG nova.scheduler.client.report [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.922526] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122481, 'name': RemoveSnapshot_Task} progress is 78%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.989719] env[69763]: INFO nova.compute.manager [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Took 56.06 seconds to build instance. [ 927.018563] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122482, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077074} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.018843] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.020306] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5da8478-96dd-4720-9250-8daf46a197bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.044203] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] 7b731473-c115-4613-a5cd-30f1cd258bd3/7b731473-c115-4613-a5cd-30f1cd258bd3.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.044520] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-18288364-b2ed-471a-a9a4-d32bfc403dcb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.066012] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 927.066012] env[69763]: value = "task-4122486" [ 927.066012] env[69763]: _type = "Task" [ 927.066012] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.076187] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122486, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.107383] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122485, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.348492] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.807s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.349132] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 927.355522] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.382s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.355522] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.355522] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.673s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.355661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.357678] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.857s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.363023] env[69763]: INFO nova.compute.claims [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.400430] env[69763]: INFO nova.scheduler.client.report [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Deleted allocations for instance 46baf558-eb8b-4703-886b-e177649277b5 [ 927.408829] env[69763]: INFO nova.scheduler.client.report [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted allocations for instance e76d921c-c912-4769-a165-b2fc6505707b [ 927.427330] env[69763]: DEBUG oslo_vmware.api [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122481, 'name': RemoveSnapshot_Task, 'duration_secs': 0.55692} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.427690] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 927.427973] env[69763]: INFO nova.compute.manager [None req-97d8945b-975c-4f1d-8298-5f7e5d524ae0 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Took 15.26 seconds to snapshot the instance on the hypervisor. [ 927.494220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d7f53df0-78ff-4562-8514-f8358909372e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.731s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.547570] env[69763]: DEBUG nova.network.neutron [req-2c5ee044-990a-49a8-b39b-f5652a7c64d4 req-f2cf6511-8c51-490a-96a5-0c61604a97b7 service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Updated VIF entry in instance network info cache for port 78d250e7-82fd-4e18-a35f-db58dd4ede69. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 927.547570] env[69763]: DEBUG nova.network.neutron [req-2c5ee044-990a-49a8-b39b-f5652a7c64d4 req-f2cf6511-8c51-490a-96a5-0c61604a97b7 service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Updating instance_info_cache with network_info: [{"id": "78d250e7-82fd-4e18-a35f-db58dd4ede69", "address": "fa:16:3e:4e:d8:2e", "network": {"id": "41f558cb-c8a2-4e7f-a4fe-17e63702f178", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1014596369-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e744507346624b3483889ff7632d25b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2928baf1-3efb-4205-a786-d9783e51f699", "external-id": "nsx-vlan-transportzone-508", "segmentation_id": 508, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78d250e7-82", "ovs_interfaceid": "78d250e7-82fd-4e18-a35f-db58dd4ede69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.576449] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122486, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.609560] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122485, 'name': CreateVM_Task, 'duration_secs': 0.797223} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.609878] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 927.610704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.611129] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.611547] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.611904] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5e0a714b-b21e-4ece-87ea-be113fa09833 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.619283] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 927.619283] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521d4c50-81b9-99c8-a4dd-c2834a622f4b" [ 927.619283] env[69763]: _type = "Task" [ 927.619283] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.637107] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521d4c50-81b9-99c8-a4dd-c2834a622f4b, 'name': SearchDatastore_Task, 'duration_secs': 0.010805} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.637433] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.640876] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 927.640876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.640876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.640876] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 927.640876] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88f4ea7c-c7be-4f5e-85bb-17b9cfa6a915 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.647995] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 927.648193] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 927.648962] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e449da1c-4499-47ea-9cc6-a5566fb3231f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.660015] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 927.660015] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f29304-74ec-7a4e-8f59-552caf2bbde9" [ 927.660015] env[69763]: _type = "Task" [ 927.660015] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.665319] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f29304-74ec-7a4e-8f59-552caf2bbde9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.682976] env[69763]: DEBUG nova.network.neutron [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Successfully updated port: 01bb4391-1c0b-4003-9ef4-c3a33937a9d8 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 927.854456] env[69763]: DEBUG nova.compute.utils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 927.855888] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 927.856799] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 927.918997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5a0e337c-6d58-42a6-b557-21ceebc581f4 tempest-FloatingIPsAssociationNegativeTestJSON-147895576 tempest-FloatingIPsAssociationNegativeTestJSON-147895576-project-member] Lock "46baf558-eb8b-4703-886b-e177649277b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.588s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.923979] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6cfe2817-5f9c-4667-b7e3-ff4059ff8db4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "e76d921c-c912-4769-a165-b2fc6505707b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.864s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.996292] env[69763]: DEBUG nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 928.001346] env[69763]: DEBUG nova.policy [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60eacc41a0df464e918f0ba65db625b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '971dee785a2749ac81f3cca2ea4bfc44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 928.053189] env[69763]: DEBUG oslo_concurrency.lockutils [req-2c5ee044-990a-49a8-b39b-f5652a7c64d4 req-f2cf6511-8c51-490a-96a5-0c61604a97b7 service nova] Releasing lock "refresh_cache-298a8a34-6f1b-49b9-8358-10d0d6ba447d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.078405] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122486, 'name': ReconfigVM_Task, 'duration_secs': 0.748112} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.079220] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Reconfigured VM instance instance-00000024 to attach disk [datastore2] 7b731473-c115-4613-a5cd-30f1cd258bd3/7b731473-c115-4613-a5cd-30f1cd258bd3.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.079890] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-afd3b9c4-7546-4b34-8ad2-499f37447a19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.090806] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 928.090806] env[69763]: value = "task-4122487" [ 928.090806] env[69763]: _type = "Task" [ 928.090806] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.104311] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122487, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.172858] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f29304-74ec-7a4e-8f59-552caf2bbde9, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.173952] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df30b9c2-bd6b-4aa2-927f-c41e5aaf4c8c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.180742] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 928.180742] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207bbdf-f337-d048-1963-9a81bf3952e0" [ 928.180742] env[69763]: _type = "Task" [ 928.180742] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.193677] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquiring lock "refresh_cache-9afc1d78-9d77-4786-8598-f26947ecb97b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.193677] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquired lock "refresh_cache-9afc1d78-9d77-4786-8598-f26947ecb97b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.193677] env[69763]: DEBUG nova.network.neutron [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.196100] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207bbdf-f337-d048-1963-9a81bf3952e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.360412] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 928.529640] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.618467] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122487, 'name': Rename_Task, 'duration_secs': 0.238241} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.618659] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.618953] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-989665b8-5991-4525-b92a-595c3fc5fc60 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.633702] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 928.633702] env[69763]: value = "task-4122488" [ 928.633702] env[69763]: _type = "Task" [ 928.633702] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.649542] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.650769] env[69763]: DEBUG nova.compute.manager [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Received event network-vif-plugged-01bb4391-1c0b-4003-9ef4-c3a33937a9d8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.651511] env[69763]: DEBUG oslo_concurrency.lockutils [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] Acquiring lock "9afc1d78-9d77-4786-8598-f26947ecb97b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.651895] env[69763]: DEBUG oslo_concurrency.lockutils [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] Lock "9afc1d78-9d77-4786-8598-f26947ecb97b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.654165] env[69763]: DEBUG oslo_concurrency.lockutils [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] Lock "9afc1d78-9d77-4786-8598-f26947ecb97b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.654165] env[69763]: DEBUG nova.compute.manager [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] No waiting events found dispatching network-vif-plugged-01bb4391-1c0b-4003-9ef4-c3a33937a9d8 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 928.654165] env[69763]: WARNING nova.compute.manager [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Received unexpected event network-vif-plugged-01bb4391-1c0b-4003-9ef4-c3a33937a9d8 for instance with vm_state building and task_state spawning. [ 928.654165] env[69763]: DEBUG nova.compute.manager [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Received event network-changed-01bb4391-1c0b-4003-9ef4-c3a33937a9d8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 928.654165] env[69763]: DEBUG nova.compute.manager [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Refreshing instance network info cache due to event network-changed-01bb4391-1c0b-4003-9ef4-c3a33937a9d8. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 928.654165] env[69763]: DEBUG oslo_concurrency.lockutils [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] Acquiring lock "refresh_cache-9afc1d78-9d77-4786-8598-f26947ecb97b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.701505] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207bbdf-f337-d048-1963-9a81bf3952e0, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.702376] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.702376] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 298a8a34-6f1b-49b9-8358-10d0d6ba447d/298a8a34-6f1b-49b9-8358-10d0d6ba447d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 928.703011] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e45e57f5-004b-4ed4-8cc3-9ec34598b2b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.716080] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 928.716080] env[69763]: value = "task-4122489" [ 928.716080] env[69763]: _type = "Task" [ 928.716080] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.730304] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122489, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.811728] env[69763]: DEBUG nova.network.neutron [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 929.074430] env[69763]: DEBUG nova.network.neutron [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Updating instance_info_cache with network_info: [{"id": "01bb4391-1c0b-4003-9ef4-c3a33937a9d8", "address": "fa:16:3e:6b:9d:58", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bb4391-1c", "ovs_interfaceid": "01bb4391-1c0b-4003-9ef4-c3a33937a9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.099087] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f0de92-3d40-44d2-b88b-f52d8af8a081 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.109602] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e71b98-0e2f-4e6a-96a2-6201a64f7249 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.151334] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67c335c-6c57-4da0-9b62-a3f30a832bed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.161603] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122488, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.165723] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804506e0-1bd8-4e40-ae66-16bcbefc9932 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.183920] env[69763]: DEBUG nova.compute.provider_tree [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.187580] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Successfully created port: e82b1804-ebb8-4335-ae61-a467a6960a12 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 929.229280] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122489, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.274433] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "3b94583b-dae6-405d-8d9e-66b0ada48283" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.274638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "3b94583b-dae6-405d-8d9e-66b0ada48283" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.373603] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 929.406733] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 929.407033] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 929.407224] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 929.407435] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 929.407586] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 929.407762] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 929.408015] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 929.408224] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 929.408424] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 929.408603] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 929.408796] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 929.410075] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d138ec-8b7c-4be6-96ea-3626fb1f4771 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.420637] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df66f92f-027d-4d18-893b-ba5e2166dbce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.577142] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Releasing lock "refresh_cache-9afc1d78-9d77-4786-8598-f26947ecb97b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.577506] env[69763]: DEBUG nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Instance network_info: |[{"id": "01bb4391-1c0b-4003-9ef4-c3a33937a9d8", "address": "fa:16:3e:6b:9d:58", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bb4391-1c", "ovs_interfaceid": "01bb4391-1c0b-4003-9ef4-c3a33937a9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 929.577849] env[69763]: DEBUG oslo_concurrency.lockutils [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] Acquired lock "refresh_cache-9afc1d78-9d77-4786-8598-f26947ecb97b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.578044] env[69763]: DEBUG nova.network.neutron [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Refreshing network info cache for port 01bb4391-1c0b-4003-9ef4-c3a33937a9d8 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 929.579289] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:9d:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '01bb4391-1c0b-4003-9ef4-c3a33937a9d8', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 929.587482] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Creating folder: Project (e04b206d0dfc4c0baa438aea6230cb28). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.588392] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f82957-63fe-434d-981e-f6d5d73e25f8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.604588] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Created folder: Project (e04b206d0dfc4c0baa438aea6230cb28) in parent group-v816505. [ 929.604800] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Creating folder: Instances. Parent ref: group-v816617. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 929.605097] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8a74486e-cca2-4903-abeb-f149f59af3b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.620323] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Created folder: Instances in parent group-v816617. [ 929.620590] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.620788] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 929.621015] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-249da31b-54ff-403f-b079-4662471d8f54 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.643223] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 929.643223] env[69763]: value = "task-4122492" [ 929.643223] env[69763]: _type = "Task" [ 929.643223] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.653143] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122492, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.657893] env[69763]: DEBUG oslo_vmware.api [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122488, 'name': PowerOnVM_Task, 'duration_secs': 0.719218} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.658357] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.658488] env[69763]: INFO nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Took 8.67 seconds to spawn the instance on the hypervisor. [ 929.658597] env[69763]: DEBUG nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 929.659403] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ce5df3-bcfd-4d25-b2d3-9680b78ac17c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.692165] env[69763]: DEBUG nova.scheduler.client.report [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 929.730972] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122489, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530462} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.731818] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 298a8a34-6f1b-49b9-8358-10d0d6ba447d/298a8a34-6f1b-49b9-8358-10d0d6ba447d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 929.731959] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 929.732182] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4f0422ea-9862-449b-bbc9-6efe0c6e4edd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.741674] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 929.741674] env[69763]: value = "task-4122493" [ 929.741674] env[69763]: _type = "Task" [ 929.741674] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 929.752539] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.155273] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122492, 'name': CreateVM_Task, 'duration_secs': 0.400088} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.157880] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 930.159424] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.159424] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.159424] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.159918] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62a29ef2-3b76-4de4-b392-28c28a1bc6f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.166211] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 930.166211] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5279c0d9-94f1-406e-9718-efbb43843b76" [ 930.166211] env[69763]: _type = "Task" [ 930.166211] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.182490] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5279c0d9-94f1-406e-9718-efbb43843b76, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.186062] env[69763]: INFO nova.compute.manager [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Took 52.14 seconds to build instance. [ 930.197603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.198189] env[69763]: DEBUG nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 930.201548] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.522s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.206717] env[69763]: INFO nova.compute.claims [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 930.257373] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089515} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.258871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.260035] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-789cde1f-1807-43bb-891f-b8cea2dfa32f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.292723] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 298a8a34-6f1b-49b9-8358-10d0d6ba447d/298a8a34-6f1b-49b9-8358-10d0d6ba447d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.293754] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9013f81d-3d2f-4365-8589-f5b98ebb574b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.319098] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 930.319098] env[69763]: value = "task-4122494" [ 930.319098] env[69763]: _type = "Task" [ 930.319098] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.333061] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122494, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.563210] env[69763]: DEBUG nova.network.neutron [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Updated VIF entry in instance network info cache for port 01bb4391-1c0b-4003-9ef4-c3a33937a9d8. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 930.563597] env[69763]: DEBUG nova.network.neutron [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Updating instance_info_cache with network_info: [{"id": "01bb4391-1c0b-4003-9ef4-c3a33937a9d8", "address": "fa:16:3e:6b:9d:58", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.159", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap01bb4391-1c", "ovs_interfaceid": "01bb4391-1c0b-4003-9ef4-c3a33937a9d8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.681559] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5279c0d9-94f1-406e-9718-efbb43843b76, 'name': SearchDatastore_Task, 'duration_secs': 0.011695} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.685018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.685018] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 930.685018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.685018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.685018] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 930.687647] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a6cffe70-e427-47f8-b547-b5f1c844db94 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.691810] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34fea13f-a378-4bc3-bb63-3f03711215b0 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "7b731473-c115-4613-a5cd-30f1cd258bd3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.362s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.703178] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 930.703332] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 930.704470] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b60f2b9-b40f-4c33-b343-d66f8bb37634 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.712546] env[69763]: DEBUG nova.compute.utils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 930.722488] env[69763]: DEBUG nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 930.722488] env[69763]: DEBUG nova.network.neutron [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 930.724653] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 930.724653] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521adf74-7e5e-924b-1fd6-92a8a2b7735e" [ 930.724653] env[69763]: _type = "Task" [ 930.724653] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.741227] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521adf74-7e5e-924b-1fd6-92a8a2b7735e, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.742237] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8155ad76-b600-4bfe-9aef-2c180a3da8db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.750347] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 930.750347] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d0d4bf-619f-84c1-3825-f5e77886970b" [ 930.750347] env[69763]: _type = "Task" [ 930.750347] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.762233] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d0d4bf-619f-84c1-3825-f5e77886970b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.828063] env[69763]: DEBUG nova.policy [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c86e1f6bc7f407b925fc1e9583e6496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e54e605a05d49348e29ff67af06e697', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 930.836287] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122494, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.858415] env[69763]: DEBUG nova.compute.manager [req-c895ed75-ab68-4e06-a366-2ff410dc41bd req-c5735adb-fa99-4674-8d89-fd355187a573 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Received event network-changed-ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 930.858415] env[69763]: DEBUG nova.compute.manager [req-c895ed75-ab68-4e06-a366-2ff410dc41bd req-c5735adb-fa99-4674-8d89-fd355187a573 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Refreshing instance network info cache due to event network-changed-ea59f5f8-b785-4a47-86ea-2412bdac610f. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 930.858415] env[69763]: DEBUG oslo_concurrency.lockutils [req-c895ed75-ab68-4e06-a366-2ff410dc41bd req-c5735adb-fa99-4674-8d89-fd355187a573 service nova] Acquiring lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.858542] env[69763]: DEBUG oslo_concurrency.lockutils [req-c895ed75-ab68-4e06-a366-2ff410dc41bd req-c5735adb-fa99-4674-8d89-fd355187a573 service nova] Acquired lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.858610] env[69763]: DEBUG nova.network.neutron [req-c895ed75-ab68-4e06-a366-2ff410dc41bd req-c5735adb-fa99-4674-8d89-fd355187a573 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Refreshing network info cache for port ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.066625] env[69763]: DEBUG oslo_concurrency.lockutils [req-d8942d75-70a1-4971-9f01-044b8cfa1e25 req-53320af0-0fc7-4ddb-859d-8500e62d9dd9 service nova] Releasing lock "refresh_cache-9afc1d78-9d77-4786-8598-f26947ecb97b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.192718] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "7b731473-c115-4613-a5cd-30f1cd258bd3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.192978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "7b731473-c115-4613-a5cd-30f1cd258bd3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.193195] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "7b731473-c115-4613-a5cd-30f1cd258bd3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.193384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "7b731473-c115-4613-a5cd-30f1cd258bd3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.193675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "7b731473-c115-4613-a5cd-30f1cd258bd3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.195602] env[69763]: DEBUG nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 931.201540] env[69763]: INFO nova.compute.manager [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Terminating instance [ 931.218878] env[69763]: DEBUG nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 931.270443] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d0d4bf-619f-84c1-3825-f5e77886970b, 'name': SearchDatastore_Task, 'duration_secs': 0.01177} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.273106] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.273106] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 9afc1d78-9d77-4786-8598-f26947ecb97b/9afc1d78-9d77-4786-8598-f26947ecb97b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 931.273106] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6ae870d0-bef4-4a75-b2eb-5fb68cd5bba5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.283331] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 931.283331] env[69763]: value = "task-4122495" [ 931.283331] env[69763]: _type = "Task" [ 931.283331] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.294449] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.332624] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122494, 'name': ReconfigVM_Task, 'duration_secs': 0.743817} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.332908] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 298a8a34-6f1b-49b9-8358-10d0d6ba447d/298a8a34-6f1b-49b9-8358-10d0d6ba447d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.333811] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef094dea-6d33-417d-a757-e707ab400797 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.344989] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Successfully updated port: e82b1804-ebb8-4335-ae61-a467a6960a12 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 931.349452] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 931.349452] env[69763]: value = "task-4122496" [ 931.349452] env[69763]: _type = "Task" [ 931.349452] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.365329] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122496, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.387926] env[69763]: DEBUG nova.compute.manager [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 931.388975] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c2242d5-c569-4d29-b2f1-9746d4cc718c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.665266] env[69763]: DEBUG nova.network.neutron [req-c895ed75-ab68-4e06-a366-2ff410dc41bd req-c5735adb-fa99-4674-8d89-fd355187a573 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Updated VIF entry in instance network info cache for port ea59f5f8-b785-4a47-86ea-2412bdac610f. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 931.665443] env[69763]: DEBUG nova.network.neutron [req-c895ed75-ab68-4e06-a366-2ff410dc41bd req-c5735adb-fa99-4674-8d89-fd355187a573 service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Updating instance_info_cache with network_info: [{"id": "ea59f5f8-b785-4a47-86ea-2412bdac610f", "address": "fa:16:3e:38:80:44", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.251", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea59f5f8-b7", "ovs_interfaceid": "ea59f5f8-b785-4a47-86ea-2412bdac610f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 931.672479] env[69763]: DEBUG nova.network.neutron [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Successfully created port: 917c27d3-6a33-4cc1-973a-179303c52050 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 931.708278] env[69763]: DEBUG nova.compute.manager [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.708278] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.708278] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81b2bbd5-7ae9-4f7b-b6c6-5f48dbaa9042 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.719858] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.720168] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0baf633f-e436-46e9-ba4d-dd6cb0387262 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.729758] env[69763]: DEBUG oslo_vmware.api [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 931.729758] env[69763]: value = "task-4122497" [ 931.729758] env[69763]: _type = "Task" [ 931.729758] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.730890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.746101] env[69763]: DEBUG oslo_vmware.api [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.798471] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122495, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.849689] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "refresh_cache-002b787b-96fa-4f0b-b2d4-969d2f49a574" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.849689] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "refresh_cache-002b787b-96fa-4f0b-b2d4-969d2f49a574" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.849689] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 931.874405] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122496, 'name': Rename_Task, 'duration_secs': 0.16554} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.876517] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 931.878882] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db83c7da-5afe-4652-9924-f82b8b846ebd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.889209] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 931.889209] env[69763]: value = "task-4122498" [ 931.889209] env[69763]: _type = "Task" [ 931.889209] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.900651] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122498, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.905844] env[69763]: INFO nova.compute.manager [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] instance snapshotting [ 931.911187] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-072c08f0-33e7-43dc-b172-65a93eb79311 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.939505] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65a0828f-b091-4ed3-be13-fe4fd02ed9bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.969344] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd3c5938-afd1-4369-a18b-612d425ffc75 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.979680] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b375b37a-c4ad-459a-91c5-e5e37b13d7f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.019481] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84dd822-9053-439c-ba38-5b61bc18fad0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.029122] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b7a11a7-e6b6-439d-aa39-9d3e3382468c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.046686] env[69763]: DEBUG nova.compute.provider_tree [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.181778] env[69763]: DEBUG oslo_concurrency.lockutils [req-c895ed75-ab68-4e06-a366-2ff410dc41bd req-c5735adb-fa99-4674-8d89-fd355187a573 service nova] Releasing lock "refresh_cache-9b4670fb-9fdc-4761-9828-dfd9600fd5a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.229505] env[69763]: DEBUG nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 932.245080] env[69763]: DEBUG oslo_vmware.api [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122497, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.261399] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 932.261555] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 932.261715] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 932.261929] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 932.262312] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 932.262577] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 932.262811] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 932.262970] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 932.263147] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 932.263311] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 932.263481] env[69763]: DEBUG nova.virt.hardware [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 932.264354] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbe5829-7e73-4420-81ca-dcf5b065fe5a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.273431] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-543a90ec-ae91-4d6a-b2c4-827d43ecac70 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.299163] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551849} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.299362] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 9afc1d78-9d77-4786-8598-f26947ecb97b/9afc1d78-9d77-4786-8598-f26947ecb97b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 932.299589] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 932.299873] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e142a81-1fe6-4425-a9e3-65319c2ed392 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.308689] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 932.308689] env[69763]: value = "task-4122499" [ 932.308689] env[69763]: _type = "Task" [ 932.308689] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.320789] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122499, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.402308] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122498, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.408765] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 932.457024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 932.457024] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-1f9cba68-b908-48c3-821c-038b98978c1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.466244] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 932.466244] env[69763]: value = "task-4122500" [ 932.466244] env[69763]: _type = "Task" [ 932.466244] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.476594] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122500, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.550763] env[69763]: DEBUG nova.scheduler.client.report [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.660161] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Updating instance_info_cache with network_info: [{"id": "e82b1804-ebb8-4335-ae61-a467a6960a12", "address": "fa:16:3e:cd:54:11", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82b1804-eb", "ovs_interfaceid": "e82b1804-ebb8-4335-ae61-a467a6960a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.743390] env[69763]: DEBUG oslo_vmware.api [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122497, 'name': PowerOffVM_Task, 'duration_secs': 0.671177} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.744292] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.744488] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.744728] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4752193e-8695-4e2d-a91e-7d6bc9814586 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.819984] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122499, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072813} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.820505] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 932.821455] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad0fc7e9-f982-496f-8dc9-0c1c98fa565d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.828036] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.828285] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.828470] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleting the datastore file [datastore2] 7b731473-c115-4613-a5cd-30f1cd258bd3 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.828873] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-43e7131e-b75f-4add-89ec-520193653ec9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.851661] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] 9afc1d78-9d77-4786-8598-f26947ecb97b/9afc1d78-9d77-4786-8598-f26947ecb97b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 932.852405] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6258ec41-8d28-48d4-af58-94ab18951a95 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.871032] env[69763]: DEBUG oslo_vmware.api [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 932.871032] env[69763]: value = "task-4122502" [ 932.871032] env[69763]: _type = "Task" [ 932.871032] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.881455] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 932.881455] env[69763]: value = "task-4122503" [ 932.881455] env[69763]: _type = "Task" [ 932.881455] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.890719] env[69763]: DEBUG oslo_vmware.api [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122502, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.899660] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122503, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.906060] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122498, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.920628] env[69763]: DEBUG nova.compute.manager [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Received event network-vif-plugged-e82b1804-ebb8-4335-ae61-a467a6960a12 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.921015] env[69763]: DEBUG oslo_concurrency.lockutils [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] Acquiring lock "002b787b-96fa-4f0b-b2d4-969d2f49a574-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.921268] env[69763]: DEBUG oslo_concurrency.lockutils [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] Lock "002b787b-96fa-4f0b-b2d4-969d2f49a574-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 932.921441] env[69763]: DEBUG oslo_concurrency.lockutils [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] Lock "002b787b-96fa-4f0b-b2d4-969d2f49a574-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 932.921633] env[69763]: DEBUG nova.compute.manager [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] No waiting events found dispatching network-vif-plugged-e82b1804-ebb8-4335-ae61-a467a6960a12 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 932.921889] env[69763]: WARNING nova.compute.manager [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Received unexpected event network-vif-plugged-e82b1804-ebb8-4335-ae61-a467a6960a12 for instance with vm_state building and task_state spawning. [ 932.922076] env[69763]: DEBUG nova.compute.manager [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Received event network-changed-e82b1804-ebb8-4335-ae61-a467a6960a12 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 932.922255] env[69763]: DEBUG nova.compute.manager [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Refreshing instance network info cache due to event network-changed-e82b1804-ebb8-4335-ae61-a467a6960a12. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 932.922438] env[69763]: DEBUG oslo_concurrency.lockutils [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] Acquiring lock "refresh_cache-002b787b-96fa-4f0b-b2d4-969d2f49a574" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.982319] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.060174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.060848] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 933.064118] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.953s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.066091] env[69763]: INFO nova.compute.claims [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 933.165030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "refresh_cache-002b787b-96fa-4f0b-b2d4-969d2f49a574" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.165030] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Instance network_info: |[{"id": "e82b1804-ebb8-4335-ae61-a467a6960a12", "address": "fa:16:3e:cd:54:11", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82b1804-eb", "ovs_interfaceid": "e82b1804-ebb8-4335-ae61-a467a6960a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 933.165030] env[69763]: DEBUG oslo_concurrency.lockutils [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] Acquired lock "refresh_cache-002b787b-96fa-4f0b-b2d4-969d2f49a574" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.165030] env[69763]: DEBUG nova.network.neutron [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Refreshing network info cache for port e82b1804-ebb8-4335-ae61-a467a6960a12 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 933.171714] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:54:11', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e82b1804-ebb8-4335-ae61-a467a6960a12', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 933.183572] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Creating folder: Project (971dee785a2749ac81f3cca2ea4bfc44). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.187610] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a0c9b73d-f7d7-4617-aecc-fbce932b78a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.201423] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Created folder: Project (971dee785a2749ac81f3cca2ea4bfc44) in parent group-v816505. [ 933.201688] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Creating folder: Instances. Parent ref: group-v816620. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 933.201983] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e145d1b-e681-42cc-83a6-a8b4e27e0bb9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.218399] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Created folder: Instances in parent group-v816620. [ 933.218399] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.218399] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 933.218399] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88f2678e-27a9-4644-80b7-e6adcdfc8a6e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.241061] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 933.241061] env[69763]: value = "task-4122506" [ 933.241061] env[69763]: _type = "Task" [ 933.241061] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.253777] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122506, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.389833] env[69763]: DEBUG oslo_vmware.api [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122502, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187029} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.395111] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.395395] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.395509] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.395600] env[69763]: INFO nova.compute.manager [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Took 1.69 seconds to destroy the instance on the hypervisor. [ 933.395893] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 933.396233] env[69763]: DEBUG nova.compute.manager [-] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 933.396393] env[69763]: DEBUG nova.network.neutron [-] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.412778] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122503, 'name': ReconfigVM_Task, 'duration_secs': 0.425823} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.413122] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Reconfigured VM instance instance-00000026 to attach disk [datastore2] 9afc1d78-9d77-4786-8598-f26947ecb97b/9afc1d78-9d77-4786-8598-f26947ecb97b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 933.413828] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2d9d57e-f6a8-45ce-b04d-db8b378f4670 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.421777] env[69763]: DEBUG oslo_vmware.api [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122498, 'name': PowerOnVM_Task, 'duration_secs': 1.293828} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.422849] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.423613] env[69763]: INFO nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Took 9.69 seconds to spawn the instance on the hypervisor. [ 933.423613] env[69763]: DEBUG nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 933.424491] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b774dd-fb32-4387-9cd7-dca121bcd062 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.431659] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 933.431659] env[69763]: value = "task-4122507" [ 933.431659] env[69763]: _type = "Task" [ 933.431659] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.451284] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122507, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.480771] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.571538] env[69763]: DEBUG nova.compute.utils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 933.577200] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 933.577374] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 933.711579] env[69763]: DEBUG nova.policy [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60eacc41a0df464e918f0ba65db625b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '971dee785a2749ac81f3cca2ea4bfc44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 933.759365] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122506, 'name': CreateVM_Task, 'duration_secs': 0.504701} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.759559] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 933.760297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.760464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.760792] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.761073] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a11d59d-f250-40df-97d7-89dfb2d7233f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.767359] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 933.767359] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d16c8e-5203-688d-d102-2e6781f382de" [ 933.767359] env[69763]: _type = "Task" [ 933.767359] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.782831] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d16c8e-5203-688d-d102-2e6781f382de, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.852834] env[69763]: DEBUG nova.network.neutron [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Updated VIF entry in instance network info cache for port e82b1804-ebb8-4335-ae61-a467a6960a12. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 933.852834] env[69763]: DEBUG nova.network.neutron [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Updating instance_info_cache with network_info: [{"id": "e82b1804-ebb8-4335-ae61-a467a6960a12", "address": "fa:16:3e:cd:54:11", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape82b1804-eb", "ovs_interfaceid": "e82b1804-ebb8-4335-ae61-a467a6960a12", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.957815] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122507, 'name': Rename_Task, 'duration_secs': 0.267145} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.958028] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 933.958449] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bd453ceb-6617-4f9c-80d2-d1c99550ded1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.963411] env[69763]: INFO nova.compute.manager [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Took 52.93 seconds to build instance. [ 933.970135] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 933.970135] env[69763]: value = "task-4122508" [ 933.970135] env[69763]: _type = "Task" [ 933.970135] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.991199] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122500, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.998140] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122508, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.080224] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 934.176110] env[69763]: DEBUG nova.compute.manager [req-5c97b5f3-4bbf-45d3-a578-84c1924f255e req-913ac876-ecf7-4b70-8d5b-3332f81e19f4 service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Received event network-vif-plugged-917c27d3-6a33-4cc1-973a-179303c52050 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 934.176110] env[69763]: DEBUG oslo_concurrency.lockutils [req-5c97b5f3-4bbf-45d3-a578-84c1924f255e req-913ac876-ecf7-4b70-8d5b-3332f81e19f4 service nova] Acquiring lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.176310] env[69763]: DEBUG oslo_concurrency.lockutils [req-5c97b5f3-4bbf-45d3-a578-84c1924f255e req-913ac876-ecf7-4b70-8d5b-3332f81e19f4 service nova] Lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.176504] env[69763]: DEBUG oslo_concurrency.lockutils [req-5c97b5f3-4bbf-45d3-a578-84c1924f255e req-913ac876-ecf7-4b70-8d5b-3332f81e19f4 service nova] Lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.176762] env[69763]: DEBUG nova.compute.manager [req-5c97b5f3-4bbf-45d3-a578-84c1924f255e req-913ac876-ecf7-4b70-8d5b-3332f81e19f4 service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] No waiting events found dispatching network-vif-plugged-917c27d3-6a33-4cc1-973a-179303c52050 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 934.176993] env[69763]: WARNING nova.compute.manager [req-5c97b5f3-4bbf-45d3-a578-84c1924f255e req-913ac876-ecf7-4b70-8d5b-3332f81e19f4 service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Received unexpected event network-vif-plugged-917c27d3-6a33-4cc1-973a-179303c52050 for instance with vm_state building and task_state spawning. [ 934.246134] env[69763]: DEBUG nova.network.neutron [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Successfully updated port: 917c27d3-6a33-4cc1-973a-179303c52050 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 934.281326] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d16c8e-5203-688d-d102-2e6781f382de, 'name': SearchDatastore_Task, 'duration_secs': 0.021465} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.281680] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.282076] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 934.282187] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.282329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.282512] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 934.283388] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68bebecf-2e1a-45b4-ae2a-aa91721b3256 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.319538] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 934.319762] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 934.320615] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-604dad4d-468a-4993-9a5a-cdb5987c8966 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.329305] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 934.329305] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5291fae0-8af8-59ca-7ee7-0804c4ffe579" [ 934.329305] env[69763]: _type = "Task" [ 934.329305] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.344514] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5291fae0-8af8-59ca-7ee7-0804c4ffe579, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.345813] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Successfully created port: d71d0436-5642-4537-90ff-ef2bb5c8130a {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 934.359381] env[69763]: DEBUG oslo_concurrency.lockutils [req-c0e4a754-18db-416d-a4d7-6775128149aa req-439d5b1d-0845-4321-b1c8-de3575f4238d service nova] Releasing lock "refresh_cache-002b787b-96fa-4f0b-b2d4-969d2f49a574" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.465381] env[69763]: DEBUG oslo_concurrency.lockutils [None req-224abeae-c132-4936-a4a0-aeda762dedaf tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.983s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.490176] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122500, 'name': CreateSnapshot_Task, 'duration_secs': 1.535612} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.491013] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 934.491901] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83971049-e72e-4a7f-a73e-f2c256b60856 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.502026] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122508, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.645860] env[69763]: DEBUG nova.network.neutron [-] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.753125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "refresh_cache-9c4ff6ed-9ae4-441a-9cba-baf646488aa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.753276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquired lock "refresh_cache-9c4ff6ed-9ae4-441a-9cba-baf646488aa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.753355] env[69763]: DEBUG nova.network.neutron [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.828847] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ef6f56-80e5-4165-8456-9d651a47dcf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.848325] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5291fae0-8af8-59ca-7ee7-0804c4ffe579, 'name': SearchDatastore_Task, 'duration_secs': 0.013786} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.849488] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5bf2dc-3f4e-4da1-b5f7-023559ca0554 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.853746] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d980c138-16c1-40ae-bf05-311b81a16628 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.861146] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 934.861146] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a39be8-2a4f-efdd-ba0e-9ddbbf4ab89a" [ 934.861146] env[69763]: _type = "Task" [ 934.861146] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.891908] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb5425b1-d5bc-4095-9f9c-caf51314b3c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.901697] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a39be8-2a4f-efdd-ba0e-9ddbbf4ab89a, 'name': SearchDatastore_Task, 'duration_secs': 0.018867} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.906236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.906236] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 002b787b-96fa-4f0b-b2d4-969d2f49a574/002b787b-96fa-4f0b-b2d4-969d2f49a574.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 934.906236] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1747898a-542b-4e65-a50a-ff60a7e9236e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.909238] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efa008f-d071-4578-8116-c6779d987e02 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.928641] env[69763]: DEBUG nova.compute.provider_tree [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 934.929765] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 934.929765] env[69763]: value = "task-4122509" [ 934.929765] env[69763]: _type = "Task" [ 934.929765] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.938769] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122509, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.969762] env[69763]: DEBUG nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 934.989691] env[69763]: DEBUG oslo_vmware.api [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122508, 'name': PowerOnVM_Task, 'duration_secs': 0.811336} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.989980] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 934.990325] env[69763]: INFO nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Took 8.40 seconds to spawn the instance on the hypervisor. [ 934.990502] env[69763]: DEBUG nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 934.995143] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad94b2c-e5d8-4163-9998-dbe35496ceb8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.022068] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 935.023179] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-74a7f947-c985-4294-adb5-a487d127497c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.032712] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 935.032712] env[69763]: value = "task-4122510" [ 935.032712] env[69763]: _type = "Task" [ 935.032712] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.041842] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122510, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.092122] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 935.122418] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.122418] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.122418] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.122418] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.122418] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.122418] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.122709] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.122815] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.123306] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.123485] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.123665] env[69763]: DEBUG nova.virt.hardware [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.124568] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d26398e-4816-4972-a7cf-e5355b7fa576 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.133754] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b091594-de24-4b50-9595-1a594dc222db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.152089] env[69763]: INFO nova.compute.manager [-] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Took 1.76 seconds to deallocate network for instance. [ 935.307381] env[69763]: DEBUG nova.network.neutron [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.314546] env[69763]: DEBUG nova.compute.manager [req-3452680b-605d-4c90-97ca-c704233161c0 req-f0ce1bb4-1a5b-4302-af56-be4b6839d225 service nova] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Received event network-vif-deleted-6916db07-c476-49dd-a274-0f645179c771 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 935.433943] env[69763]: DEBUG nova.scheduler.client.report [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 935.457023] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122509, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.498939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.521637] env[69763]: DEBUG nova.network.neutron [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Updating instance_info_cache with network_info: [{"id": "917c27d3-6a33-4cc1-973a-179303c52050", "address": "fa:16:3e:da:3e:9b", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917c27d3-6a", "ovs_interfaceid": "917c27d3-6a33-4cc1-973a-179303c52050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.524269] env[69763]: INFO nova.compute.manager [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Took 49.73 seconds to build instance. [ 935.547620] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122510, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.662213] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.951614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.887s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 935.951614] env[69763]: DEBUG nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 935.958512] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122509, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814594} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.959175] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.442s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.961163] env[69763]: INFO nova.compute.claims [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 935.967850] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 002b787b-96fa-4f0b-b2d4-969d2f49a574/002b787b-96fa-4f0b-b2d4-969d2f49a574.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 935.968149] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 935.968855] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-006f1225-65dc-461d-83ac-0843e85e4ba5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.977860] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 935.977860] env[69763]: value = "task-4122511" [ 935.977860] env[69763]: _type = "Task" [ 935.977860] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.990986] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122511, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.027268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Releasing lock "refresh_cache-9c4ff6ed-9ae4-441a-9cba-baf646488aa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.027268] env[69763]: DEBUG nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Instance network_info: |[{"id": "917c27d3-6a33-4cc1-973a-179303c52050", "address": "fa:16:3e:da:3e:9b", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917c27d3-6a", "ovs_interfaceid": "917c27d3-6a33-4cc1-973a-179303c52050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 936.027522] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:3e:9b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '917c27d3-6a33-4cc1-973a-179303c52050', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.036919] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Creating folder: Project (6e54e605a05d49348e29ff67af06e697). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.038896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7128d2a5-9b81-4f52-b7aa-b9a774ed87c5 tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "9afc1d78-9d77-4786-8598-f26947ecb97b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 89.279s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.039381] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0b1b2ff-7886-41b7-a77d-445fbd958ed5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.054689] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122510, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.058828] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Created folder: Project (6e54e605a05d49348e29ff67af06e697) in parent group-v816505. [ 936.059082] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Creating folder: Instances. Parent ref: group-v816625. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.059942] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5664f5ff-ee4c-4d93-832e-a2ca8e7a5ad8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.071611] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Created folder: Instances in parent group-v816625. [ 936.071611] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.075020] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.075020] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75c3a616-895f-49dd-ab51-246966a65e61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.090411] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Successfully updated port: d71d0436-5642-4537-90ff-ef2bb5c8130a {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 936.099272] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.099272] env[69763]: value = "task-4122514" [ 936.099272] env[69763]: _type = "Task" [ 936.099272] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.110163] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122514, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.117744] env[69763]: DEBUG nova.compute.manager [None req-c284d4b5-bcaa-4e29-bb8e-7654d06644f2 tempest-ServerDiagnosticsTest-1046514842 tempest-ServerDiagnosticsTest-1046514842-project-admin] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.118961] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdfab2e8-959d-4831-b4b0-02f8a48c6e34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.126838] env[69763]: INFO nova.compute.manager [None req-c284d4b5-bcaa-4e29-bb8e-7654d06644f2 tempest-ServerDiagnosticsTest-1046514842 tempest-ServerDiagnosticsTest-1046514842-project-admin] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Retrieving diagnostics [ 936.127784] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfacd66-27c1-4f77-97ea-88b7de29b5a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.358962] env[69763]: DEBUG nova.compute.manager [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Received event network-changed-917c27d3-6a33-4cc1-973a-179303c52050 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 936.358962] env[69763]: DEBUG nova.compute.manager [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Refreshing instance network info cache due to event network-changed-917c27d3-6a33-4cc1-973a-179303c52050. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 936.359436] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Acquiring lock "refresh_cache-9c4ff6ed-9ae4-441a-9cba-baf646488aa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.359662] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Acquired lock "refresh_cache-9c4ff6ed-9ae4-441a-9cba-baf646488aa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.360315] env[69763]: DEBUG nova.network.neutron [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Refreshing network info cache for port 917c27d3-6a33-4cc1-973a-179303c52050 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 936.461709] env[69763]: DEBUG nova.compute.utils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 936.463215] env[69763]: DEBUG nova.compute.manager [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 936.464236] env[69763]: DEBUG nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 936.464236] env[69763]: DEBUG nova.network.neutron [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 936.466442] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e7a062-70d8-4a61-9ed8-4eb56cf29aa2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.497905] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122511, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247595} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.498940] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 936.499963] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2a02425-cf47-4800-9f9e-df7c2f7472ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.538677] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 002b787b-96fa-4f0b-b2d4-969d2f49a574/002b787b-96fa-4f0b-b2d4-969d2f49a574.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.539433] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3de41ed2-21db-41b1-9cfa-8bb548240083 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.556465] env[69763]: DEBUG nova.policy [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da9835b8151147f1a80ab2027a647fc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dea2da50113e4fc38b46da5f29c3bcf6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 936.558502] env[69763]: DEBUG nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.572163] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122510, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.573907] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 936.573907] env[69763]: value = "task-4122515" [ 936.573907] env[69763]: _type = "Task" [ 936.573907] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.584072] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.593522] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "refresh_cache-da489781-f745-4bfc-b063-9668d1791178" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.593670] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "refresh_cache-da489781-f745-4bfc-b063-9668d1791178" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.593858] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 936.610640] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122514, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.967025] env[69763]: DEBUG nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 936.985667] env[69763]: INFO nova.compute.manager [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] instance snapshotting [ 936.987622] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c27e98-8226-4325-9b8c-37ab3bde98b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.018635] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85675437-83de-4e2d-972a-a2efab93ddde {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.084304] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122510, 'name': CloneVM_Task, 'duration_secs': 2.024102} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.087126] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Created linked-clone VM from snapshot [ 937.088924] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5a06cc-8113-4482-99d7-143280a73913 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.098669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.102082] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122515, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.111246] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Uploading image 177fc7e8-edda-4c7a-911e-3a01a327cc9a {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 937.123232] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122514, 'name': CreateVM_Task, 'duration_secs': 0.728661} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.123232] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 937.123793] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.123963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.124326] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.124615] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b183968c-badc-493e-ac13-f1bcbe25ad55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.132928] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 937.132928] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5279e016-76f1-bc47-eebf-8b5f81b25748" [ 937.132928] env[69763]: _type = "Task" [ 937.132928] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.147065] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5279e016-76f1-bc47-eebf-8b5f81b25748, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.149383] env[69763]: DEBUG oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 937.149383] env[69763]: value = "vm-816624" [ 937.149383] env[69763]: _type = "VirtualMachine" [ 937.149383] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 937.150382] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5a985d6c-46de-4f69-9603-d04b362ac3ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.162139] env[69763]: DEBUG oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lease: (returnval){ [ 937.162139] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52af6a8c-f0a0-b547-fac0-0f26d9c43b39" [ 937.162139] env[69763]: _type = "HttpNfcLease" [ 937.162139] env[69763]: } obtained for exporting VM: (result){ [ 937.162139] env[69763]: value = "vm-816624" [ 937.162139] env[69763]: _type = "VirtualMachine" [ 937.162139] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 937.162410] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the lease: (returnval){ [ 937.162410] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52af6a8c-f0a0-b547-fac0-0f26d9c43b39" [ 937.162410] env[69763]: _type = "HttpNfcLease" [ 937.162410] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 937.169812] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.169812] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52af6a8c-f0a0-b547-fac0-0f26d9c43b39" [ 937.169812] env[69763]: _type = "HttpNfcLease" [ 937.169812] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 937.187125] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.192888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquiring lock "9afc1d78-9d77-4786-8598-f26947ecb97b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.192888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "9afc1d78-9d77-4786-8598-f26947ecb97b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.192888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquiring lock "9afc1d78-9d77-4786-8598-f26947ecb97b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.192888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "9afc1d78-9d77-4786-8598-f26947ecb97b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.192888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "9afc1d78-9d77-4786-8598-f26947ecb97b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.202711] env[69763]: INFO nova.compute.manager [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Terminating instance [ 937.383748] env[69763]: DEBUG nova.network.neutron [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Successfully created port: a28125cf-0682-4761-853b-d8906298f7b1 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 937.391687] env[69763]: DEBUG nova.network.neutron [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Updating instance_info_cache with network_info: [{"id": "d71d0436-5642-4537-90ff-ef2bb5c8130a", "address": "fa:16:3e:9d:e1:16", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71d0436-56", "ovs_interfaceid": "d71d0436-5642-4537-90ff-ef2bb5c8130a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.534424] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 937.543444] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f51f7aa8-db80-46a2-8a18-83294ab5d92e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.553345] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 937.553345] env[69763]: value = "task-4122517" [ 937.553345] env[69763]: _type = "Task" [ 937.553345] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.554321] env[69763]: DEBUG nova.network.neutron [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Updated VIF entry in instance network info cache for port 917c27d3-6a33-4cc1-973a-179303c52050. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 937.554671] env[69763]: DEBUG nova.network.neutron [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Updating instance_info_cache with network_info: [{"id": "917c27d3-6a33-4cc1-973a-179303c52050", "address": "fa:16:3e:da:3e:9b", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.142", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap917c27d3-6a", "ovs_interfaceid": "917c27d3-6a33-4cc1-973a-179303c52050", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.569115] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122517, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.594658] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122515, 'name': ReconfigVM_Task, 'duration_secs': 0.565717} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.595247] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 002b787b-96fa-4f0b-b2d4-969d2f49a574/002b787b-96fa-4f0b-b2d4-969d2f49a574.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.595631] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-001c60f3-8e6a-4774-bf82-51b51373ba3e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.607148] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 937.607148] env[69763]: value = "task-4122518" [ 937.607148] env[69763]: _type = "Task" [ 937.607148] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.619153] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122518, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.648978] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5279e016-76f1-bc47-eebf-8b5f81b25748, 'name': SearchDatastore_Task, 'duration_secs': 0.01954} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.649361] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.649589] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.649814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.651222] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.651222] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.651222] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e6ed201-016e-424b-8ae8-eac0d58ddea0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.660144] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.660999] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.661239] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd33215b-d6c1-4f90-95df-3ff4de17648a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.673080] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 937.673080] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ada8c2-7fb8-c5c1-de27-0c1a8d951227" [ 937.673080] env[69763]: _type = "Task" [ 937.673080] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.675465] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 937.675465] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52af6a8c-f0a0-b547-fac0-0f26d9c43b39" [ 937.675465] env[69763]: _type = "HttpNfcLease" [ 937.675465] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 937.678869] env[69763]: DEBUG oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 937.678869] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52af6a8c-f0a0-b547-fac0-0f26d9c43b39" [ 937.678869] env[69763]: _type = "HttpNfcLease" [ 937.678869] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 937.679698] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f9b749f-da8a-4b21-a04a-ca3b420d7b04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.688785] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ada8c2-7fb8-c5c1-de27-0c1a8d951227, 'name': SearchDatastore_Task, 'duration_secs': 0.012507} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.694087] env[69763]: DEBUG oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f08086-1047-95f9-8f76-711cb4f06853/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 937.694302] env[69763]: DEBUG oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f08086-1047-95f9-8f76-711cb4f06853/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 937.696304] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef48381a-5e4e-412e-94b4-1bc8be365dcf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.699964] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a498733-81a5-4822-8010-38a7ae078ac0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.758637] env[69763]: DEBUG nova.compute.manager [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 937.758784] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.760590] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c004e5f-ba29-4456-9328-c1e6ffda5c41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.768811] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 937.768811] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529d9ef9-ecb8-1387-2279-70d2096dc2e7" [ 937.768811] env[69763]: _type = "Task" [ 937.768811] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.770459] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30830073-47bc-463c-87e5-ecce26d77a6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.780011] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 937.780793] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-926fba39-4655-4b36-86ca-29f6b6e1f43d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.813018] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9310b304-d40f-4d5c-a1af-49c8717ab103 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.815943] env[69763]: DEBUG oslo_vmware.api [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 937.815943] env[69763]: value = "task-4122519" [ 937.815943] env[69763]: _type = "Task" [ 937.815943] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.816222] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529d9ef9-ecb8-1387-2279-70d2096dc2e7, 'name': SearchDatastore_Task, 'duration_secs': 0.012524} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.816524] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.816691] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9c4ff6ed-9ae4-441a-9cba-baf646488aa6/9c4ff6ed-9ae4-441a-9cba-baf646488aa6.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 937.820591] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b486dcd-0fe6-4fe1-b04d-f9b15826b162 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.829777] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ae15ee3d-1ab9-48d0-9b9e-a71ea1dfd3c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.832534] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f14313-f2c7-4ec7-b18a-509af370ea95 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.843909] env[69763]: DEBUG oslo_vmware.api [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.844322] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 937.844322] env[69763]: value = "task-4122520" [ 937.844322] env[69763]: _type = "Task" [ 937.844322] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.861024] env[69763]: DEBUG nova.compute.provider_tree [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.869031] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.896468] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "refresh_cache-da489781-f745-4bfc-b063-9668d1791178" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.896825] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Instance network_info: |[{"id": "d71d0436-5642-4537-90ff-ef2bb5c8130a", "address": "fa:16:3e:9d:e1:16", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71d0436-56", "ovs_interfaceid": "d71d0436-5642-4537-90ff-ef2bb5c8130a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 937.897252] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:e1:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd71d0436-5642-4537-90ff-ef2bb5c8130a', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 937.909017] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 937.909017] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da489781-f745-4bfc-b063-9668d1791178] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 937.909017] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6745bcf0-68e6-4713-a2b0-bf76e78b2d67 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.927222] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 937.927222] env[69763]: value = "task-4122521" [ 937.927222] env[69763]: _type = "Task" [ 937.927222] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.936574] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122521, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.984446] env[69763]: DEBUG nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 938.012323] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 938.012474] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 938.012580] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 938.012766] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 938.012956] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 938.013134] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 938.013371] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 938.013583] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 938.013783] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 938.013983] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 938.014201] env[69763]: DEBUG nova.virt.hardware [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 938.015464] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63ee786-8b20-48fc-a653-df0b7d0c0086 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.027042] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a434d7-89ac-4cc2-a0e6-85844298cf08 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.062841] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Releasing lock "refresh_cache-9c4ff6ed-9ae4-441a-9cba-baf646488aa6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.063265] env[69763]: DEBUG nova.compute.manager [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] Received event network-vif-plugged-d71d0436-5642-4537-90ff-ef2bb5c8130a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.063675] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Acquiring lock "da489781-f745-4bfc-b063-9668d1791178-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.064028] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Lock "da489781-f745-4bfc-b063-9668d1791178-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.064311] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Lock "da489781-f745-4bfc-b063-9668d1791178-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.064596] env[69763]: DEBUG nova.compute.manager [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] No waiting events found dispatching network-vif-plugged-d71d0436-5642-4537-90ff-ef2bb5c8130a {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 938.065077] env[69763]: WARNING nova.compute.manager [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] Received unexpected event network-vif-plugged-d71d0436-5642-4537-90ff-ef2bb5c8130a for instance with vm_state building and task_state spawning. [ 938.066764] env[69763]: DEBUG nova.compute.manager [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] Received event network-changed-d71d0436-5642-4537-90ff-ef2bb5c8130a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 938.066764] env[69763]: DEBUG nova.compute.manager [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] Refreshing instance network info cache due to event network-changed-d71d0436-5642-4537-90ff-ef2bb5c8130a. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 938.066764] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Acquiring lock "refresh_cache-da489781-f745-4bfc-b063-9668d1791178" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.066764] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Acquired lock "refresh_cache-da489781-f745-4bfc-b063-9668d1791178" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.066764] env[69763]: DEBUG nova.network.neutron [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] Refreshing network info cache for port d71d0436-5642-4537-90ff-ef2bb5c8130a {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 938.074695] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122517, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.119926] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122518, 'name': Rename_Task, 'duration_secs': 0.174748} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.120244] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 938.121205] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62936733-50c8-4625-9f2c-5ec0a94a958a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.129514] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 938.129514] env[69763]: value = "task-4122522" [ 938.129514] env[69763]: _type = "Task" [ 938.129514] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.140812] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.335738] env[69763]: DEBUG oslo_vmware.api [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122519, 'name': PowerOffVM_Task, 'duration_secs': 0.209924} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.336176] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 938.336363] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 938.336752] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-365665b2-6db0-44ff-a083-f5ab40cb10f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.362416] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122520, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.374038] env[69763]: DEBUG nova.scheduler.client.report [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.430913] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.431290] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.431460] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Deleting the datastore file [datastore2] 9afc1d78-9d77-4786-8598-f26947ecb97b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.439090] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f805d826-d4b8-4f0e-91ce-ba6d6535803b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.447772] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122521, 'name': CreateVM_Task, 'duration_secs': 0.449557} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.449762] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da489781-f745-4bfc-b063-9668d1791178] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 938.450541] env[69763]: DEBUG oslo_vmware.api [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for the task: (returnval){ [ 938.450541] env[69763]: value = "task-4122524" [ 938.450541] env[69763]: _type = "Task" [ 938.450541] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.453691] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.453691] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.453691] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.453975] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33b08da6-9af8-4ab3-a3ee-a9c8efce760c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.469862] env[69763]: DEBUG oslo_vmware.api [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122524, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.471301] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 938.471301] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52978f4e-1005-7872-c72e-f4d7771a1138" [ 938.471301] env[69763]: _type = "Task" [ 938.471301] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.482418] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52978f4e-1005-7872-c72e-f4d7771a1138, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.572291] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122517, 'name': CreateSnapshot_Task, 'duration_secs': 0.638853} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.573432] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 938.574806] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e35925-5b66-4283-b324-c1893549f094 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.641762] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122522, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.861953] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.560487} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.862268] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9c4ff6ed-9ae4-441a-9cba-baf646488aa6/9c4ff6ed-9ae4-441a-9cba-baf646488aa6.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 938.862490] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 938.862758] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8969f876-66c4-41b6-bc25-54247a4e6449 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.871929] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 938.871929] env[69763]: value = "task-4122525" [ 938.871929] env[69763]: _type = "Task" [ 938.871929] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.878126] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.919s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.879279] env[69763]: DEBUG nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 938.889693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 23.978s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.889881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.003s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.890062] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 938.890401] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.257s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.892440] env[69763]: INFO nova.compute.claims [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 938.899342] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.906377] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eb64a6d-000a-4b97-857c-b0ccc71beb7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.921931] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6a4cf24-af47-4b67-867b-f7a450df7f66 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.942157] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5dae54-1d61-49fe-baf3-66c8203129b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.952665] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8fca1c-cb56-43ac-946f-65b58eeffbee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.969934] env[69763]: DEBUG oslo_vmware.api [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Task: {'id': task-4122524, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.23383} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.000991] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 939.001261] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 939.002186] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 939.002396] env[69763]: INFO nova.compute.manager [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Took 1.24 seconds to destroy the instance on the hypervisor. [ 939.002763] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 939.003600] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178690MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 939.003839] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.007853] env[69763]: DEBUG nova.compute.manager [-] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 939.007973] env[69763]: DEBUG nova.network.neutron [-] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 939.022223] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52978f4e-1005-7872-c72e-f4d7771a1138, 'name': SearchDatastore_Task, 'duration_secs': 0.013568} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.022745] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.023063] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 939.023510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.023668] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.023859] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 939.024309] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b03119fb-37a1-42fb-acf3-1001d9db4ce6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.038582] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 939.039016] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 939.040476] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76da8aa9-2c47-4e60-b36d-606508b41a58 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.046981] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 939.046981] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e587fb-0df4-0614-b9b8-0f2820799a19" [ 939.046981] env[69763]: _type = "Task" [ 939.046981] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.057303] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e587fb-0df4-0614-b9b8-0f2820799a19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.098724] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 939.099924] env[69763]: DEBUG nova.network.neutron [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] Updated VIF entry in instance network info cache for port d71d0436-5642-4537-90ff-ef2bb5c8130a. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 939.100366] env[69763]: DEBUG nova.network.neutron [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] Updating instance_info_cache with network_info: [{"id": "d71d0436-5642-4537-90ff-ef2bb5c8130a", "address": "fa:16:3e:9d:e1:16", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd71d0436-56", "ovs_interfaceid": "d71d0436-5642-4537-90ff-ef2bb5c8130a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.101618] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-86b297aa-8acf-4790-9959-5ef99c9ffbc3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.112449] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 939.112449] env[69763]: value = "task-4122526" [ 939.112449] env[69763]: _type = "Task" [ 939.112449] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.125179] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122526, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.146585] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122522, 'name': PowerOnVM_Task, 'duration_secs': 0.72175} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.146585] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 939.146825] env[69763]: INFO nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Took 9.77 seconds to spawn the instance on the hypervisor. [ 939.146825] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 939.148348] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b841ec-84d2-420c-8e0f-24e04f3c15ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.389370] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119177} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.389716] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 939.390744] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beea27fe-1e67-45ec-a151-3715b850a981 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.415661] env[69763]: DEBUG nova.compute.utils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 939.431908] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 9c4ff6ed-9ae4-441a-9cba-baf646488aa6/9c4ff6ed-9ae4-441a-9cba-baf646488aa6.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 939.437484] env[69763]: DEBUG nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 939.438102] env[69763]: DEBUG nova.network.neutron [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 939.440224] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc712c76-f15f-4a7c-ac5f-40230a97292b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.468315] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 939.468315] env[69763]: value = "task-4122527" [ 939.468315] env[69763]: _type = "Task" [ 939.468315] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.482736] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122527, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.560476] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e587fb-0df4-0614-b9b8-0f2820799a19, 'name': SearchDatastore_Task, 'duration_secs': 0.025872} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.561501] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca080211-3e81-4299-9939-aaf66862d2ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.572149] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 939.572149] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e9b98a-5b52-250e-f14f-e2969f0d80a4" [ 939.572149] env[69763]: _type = "Task" [ 939.572149] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.580767] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e9b98a-5b52-250e-f14f-e2969f0d80a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.586918] env[69763]: DEBUG nova.policy [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e35b53af14ba4076af480b2fc6da96a6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c6025808d27d41b0b1617791e91eb1cd', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 939.605735] env[69763]: DEBUG nova.compute.manager [req-acb07ae9-3ccc-4ca1-b75b-66c7ade37903 req-1f596f59-7316-4fa1-aeba-9c5cdc02fd05 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Received event network-vif-deleted-01bb4391-1c0b-4003-9ef4-c3a33937a9d8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.606451] env[69763]: INFO nova.compute.manager [req-acb07ae9-3ccc-4ca1-b75b-66c7ade37903 req-1f596f59-7316-4fa1-aeba-9c5cdc02fd05 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Neutron deleted interface 01bb4391-1c0b-4003-9ef4-c3a33937a9d8; detaching it from the instance and deleting it from the info cache [ 939.606451] env[69763]: DEBUG nova.network.neutron [req-acb07ae9-3ccc-4ca1-b75b-66c7ade37903 req-1f596f59-7316-4fa1-aeba-9c5cdc02fd05 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.608128] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b39a902-d14d-45bd-aba0-1310f9bb4204 req-de7c8016-cc2a-46a4-9227-f1c341601edb service nova] Releasing lock "refresh_cache-da489781-f745-4bfc-b063-9668d1791178" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.627064] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122526, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.675361] env[69763]: INFO nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Took 48.74 seconds to build instance. [ 939.847557] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquiring lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.847788] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.923284] env[69763]: DEBUG nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 939.940940] env[69763]: DEBUG nova.compute.manager [req-b022e827-be95-4965-a3bf-bf104d9dfdfa req-b7fbb336-9e7a-414a-980f-7fab06ab2b15 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Received event network-vif-plugged-a28125cf-0682-4761-853b-d8906298f7b1 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 939.941747] env[69763]: DEBUG oslo_concurrency.lockutils [req-b022e827-be95-4965-a3bf-bf104d9dfdfa req-b7fbb336-9e7a-414a-980f-7fab06ab2b15 service nova] Acquiring lock "6f88b001-92fe-4870-833d-50d35a87a27d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.942120] env[69763]: DEBUG oslo_concurrency.lockutils [req-b022e827-be95-4965-a3bf-bf104d9dfdfa req-b7fbb336-9e7a-414a-980f-7fab06ab2b15 service nova] Lock "6f88b001-92fe-4870-833d-50d35a87a27d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.942346] env[69763]: DEBUG oslo_concurrency.lockutils [req-b022e827-be95-4965-a3bf-bf104d9dfdfa req-b7fbb336-9e7a-414a-980f-7fab06ab2b15 service nova] Lock "6f88b001-92fe-4870-833d-50d35a87a27d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.942642] env[69763]: DEBUG nova.compute.manager [req-b022e827-be95-4965-a3bf-bf104d9dfdfa req-b7fbb336-9e7a-414a-980f-7fab06ab2b15 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] No waiting events found dispatching network-vif-plugged-a28125cf-0682-4761-853b-d8906298f7b1 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 939.942911] env[69763]: WARNING nova.compute.manager [req-b022e827-be95-4965-a3bf-bf104d9dfdfa req-b7fbb336-9e7a-414a-980f-7fab06ab2b15 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Received unexpected event network-vif-plugged-a28125cf-0682-4761-853b-d8906298f7b1 for instance with vm_state building and task_state spawning. [ 939.961275] env[69763]: DEBUG nova.network.neutron [-] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.997346] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122527, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.083851] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e9b98a-5b52-250e-f14f-e2969f0d80a4, 'name': SearchDatastore_Task, 'duration_secs': 0.025879} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.084347] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.084469] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] da489781-f745-4bfc-b063-9668d1791178/da489781-f745-4bfc-b063-9668d1791178.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 940.084692] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ad24a15b-15e0-44b4-99cc-dd148436f3f8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.106483] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 940.106483] env[69763]: value = "task-4122528" [ 940.106483] env[69763]: _type = "Task" [ 940.106483] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.110706] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-254de05b-b571-4678-85f2-9faa1e424633 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.126349] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122528, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.133490] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f148bdb1-8b42-4a63-a3f4-f0e4caf8a830 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.155596] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122526, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.191397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "002b787b-96fa-4f0b-b2d4-969d2f49a574" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.044s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 940.191397] env[69763]: DEBUG nova.compute.manager [req-acb07ae9-3ccc-4ca1-b75b-66c7ade37903 req-1f596f59-7316-4fa1-aeba-9c5cdc02fd05 service nova] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Detach interface failed, port_id=01bb4391-1c0b-4003-9ef4-c3a33937a9d8, reason: Instance 9afc1d78-9d77-4786-8598-f26947ecb97b could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 940.237360] env[69763]: DEBUG nova.network.neutron [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Successfully updated port: a28125cf-0682-4761-853b-d8906298f7b1 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 940.272866] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b9c1a7-457c-447e-81b8-53fbede7c2b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.286027] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adb3470c-7231-4c84-8a0a-93024c0a28a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.323683] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03b635c6-8674-4d7a-86f8-ba17b00f720c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.333225] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6797e23e-393d-4091-b1fe-2325bb77b4df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.353528] env[69763]: DEBUG nova.compute.provider_tree [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.355733] env[69763]: DEBUG nova.network.neutron [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Successfully created port: 7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 940.465728] env[69763]: INFO nova.compute.manager [-] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Took 1.46 seconds to deallocate network for instance. [ 940.492173] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122527, 'name': ReconfigVM_Task, 'duration_secs': 0.579624} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.492173] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 9c4ff6ed-9ae4-441a-9cba-baf646488aa6/9c4ff6ed-9ae4-441a-9cba-baf646488aa6.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.496882] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9d3a86b-259d-4f3d-8156-b48f36b22eb9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.506398] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 940.506398] env[69763]: value = "task-4122529" [ 940.506398] env[69763]: _type = "Task" [ 940.506398] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.520111] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122529, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.629324] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122528, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.634844] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122526, 'name': CloneVM_Task} progress is 95%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.699870] env[69763]: DEBUG nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.740262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "refresh_cache-6f88b001-92fe-4870-833d-50d35a87a27d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.740436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "refresh_cache-6f88b001-92fe-4870-833d-50d35a87a27d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.740637] env[69763]: DEBUG nova.network.neutron [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 940.859824] env[69763]: DEBUG nova.scheduler.client.report [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.943638] env[69763]: DEBUG nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 940.974217] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 940.974472] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 940.974642] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 940.974825] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 940.974969] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 940.975147] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 940.975357] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 940.975513] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 940.975676] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 940.975850] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 940.976046] env[69763]: DEBUG nova.virt.hardware [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 940.976910] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb30def-3cdf-488e-92d0-1b88fbcb7782 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.986575] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.988273] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54040982-f2eb-4dc5-8fca-788ecaf5006d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.017409] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122529, 'name': Rename_Task, 'duration_secs': 0.260326} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.017710] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.018030] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71d4ec9e-5b67-419c-82da-022e4f9ed3b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.025663] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 941.025663] env[69763]: value = "task-4122530" [ 941.025663] env[69763]: _type = "Task" [ 941.025663] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.034358] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.117994] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122528, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.635214} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.121356] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] da489781-f745-4bfc-b063-9668d1791178/da489781-f745-4bfc-b063-9668d1791178.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 941.121769] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 941.121916] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab568116-5b6a-4649-93a7-5b263f17afb7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.129716] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122526, 'name': CloneVM_Task, 'duration_secs': 1.748414} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.131118] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Created linked-clone VM from snapshot [ 941.131465] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 941.131465] env[69763]: value = "task-4122531" [ 941.131465] env[69763]: _type = "Task" [ 941.131465] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.132426] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cdbbfdf-33c5-4838-91e8-f82243914910 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.144816] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Uploading image 9711277d-d37a-41db-80bf-1209883c5cdd {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 941.150693] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122531, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.175610] env[69763]: DEBUG oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 941.175610] env[69763]: value = "vm-816630" [ 941.175610] env[69763]: _type = "VirtualMachine" [ 941.175610] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 941.175942] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0d0f6c5c-dbbe-4698-b654-e8ac154564bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.185245] env[69763]: DEBUG oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lease: (returnval){ [ 941.185245] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5274830a-df43-8c8a-6d85-716bc04763bc" [ 941.185245] env[69763]: _type = "HttpNfcLease" [ 941.185245] env[69763]: } obtained for exporting VM: (result){ [ 941.185245] env[69763]: value = "vm-816630" [ 941.185245] env[69763]: _type = "VirtualMachine" [ 941.185245] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 941.185631] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the lease: (returnval){ [ 941.185631] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5274830a-df43-8c8a-6d85-716bc04763bc" [ 941.185631] env[69763]: _type = "HttpNfcLease" [ 941.185631] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 941.193393] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.193393] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5274830a-df43-8c8a-6d85-716bc04763bc" [ 941.193393] env[69763]: _type = "HttpNfcLease" [ 941.193393] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 941.228456] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.292466] env[69763]: DEBUG nova.network.neutron [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 941.368597] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.369263] env[69763]: DEBUG nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 941.371748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.079s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.371928] env[69763]: DEBUG nova.objects.instance [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lazy-loading 'resources' on Instance uuid abcffbf1-1585-4981-83aa-7882aa9a6b36 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 941.502223] env[69763]: DEBUG nova.network.neutron [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Updating instance_info_cache with network_info: [{"id": "a28125cf-0682-4761-853b-d8906298f7b1", "address": "fa:16:3e:4a:27:73", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28125cf-06", "ovs_interfaceid": "a28125cf-0682-4761-853b-d8906298f7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.540126] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.645274] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122531, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078765} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.645564] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 941.646414] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65020b39-d645-4985-b983-a76e2d2bcea4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.669346] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] da489781-f745-4bfc-b063-9668d1791178/da489781-f745-4bfc-b063-9668d1791178.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 941.669983] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c97c6e2c-5e3d-4c06-b58b-7d43fce43771 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.694914] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 941.694914] env[69763]: value = "task-4122533" [ 941.694914] env[69763]: _type = "Task" [ 941.694914] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.704348] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.704348] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5274830a-df43-8c8a-6d85-716bc04763bc" [ 941.704348] env[69763]: _type = "HttpNfcLease" [ 941.704348] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 941.705694] env[69763]: DEBUG oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 941.705694] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5274830a-df43-8c8a-6d85-716bc04763bc" [ 941.705694] env[69763]: _type = "HttpNfcLease" [ 941.705694] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 941.707330] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babd21d1-3205-4195-9438-2521d19dc22d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.718529] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.725206] env[69763]: DEBUG oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2ccc0-db66-877e-de6a-b12311560c3c/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 941.725535] env[69763]: DEBUG oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2ccc0-db66-877e-de6a-b12311560c3c/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 941.829028] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c1454752-d79c-4191-a998-125341c48cb5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.875556] env[69763]: DEBUG nova.compute.utils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 941.881229] env[69763]: DEBUG nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 941.881229] env[69763]: DEBUG nova.network.neutron [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 941.977396] env[69763]: DEBUG nova.compute.manager [req-266fe0ce-d350-4302-800f-1d733e7e90b8 req-77a3928f-0610-4f47-964d-5ea8e3fde0b8 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Received event network-changed-a28125cf-0682-4761-853b-d8906298f7b1 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 941.977396] env[69763]: DEBUG nova.compute.manager [req-266fe0ce-d350-4302-800f-1d733e7e90b8 req-77a3928f-0610-4f47-964d-5ea8e3fde0b8 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Refreshing instance network info cache due to event network-changed-a28125cf-0682-4761-853b-d8906298f7b1. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 941.977396] env[69763]: DEBUG oslo_concurrency.lockutils [req-266fe0ce-d350-4302-800f-1d733e7e90b8 req-77a3928f-0610-4f47-964d-5ea8e3fde0b8 service nova] Acquiring lock "refresh_cache-6f88b001-92fe-4870-833d-50d35a87a27d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.986352] env[69763]: DEBUG nova.policy [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b09c77d0fd44da08d3b6197e72f3a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c39aa9dc0d2948818a3cd1c7e34b815f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 942.004961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "refresh_cache-6f88b001-92fe-4870-833d-50d35a87a27d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.005422] env[69763]: DEBUG nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Instance network_info: |[{"id": "a28125cf-0682-4761-853b-d8906298f7b1", "address": "fa:16:3e:4a:27:73", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28125cf-06", "ovs_interfaceid": "a28125cf-0682-4761-853b-d8906298f7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 942.005780] env[69763]: DEBUG oslo_concurrency.lockutils [req-266fe0ce-d350-4302-800f-1d733e7e90b8 req-77a3928f-0610-4f47-964d-5ea8e3fde0b8 service nova] Acquired lock "refresh_cache-6f88b001-92fe-4870-833d-50d35a87a27d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.005973] env[69763]: DEBUG nova.network.neutron [req-266fe0ce-d350-4302-800f-1d733e7e90b8 req-77a3928f-0610-4f47-964d-5ea8e3fde0b8 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Refreshing network info cache for port a28125cf-0682-4761-853b-d8906298f7b1 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 942.007716] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:27:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a28125cf-0682-4761-853b-d8906298f7b1', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 942.017719] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 942.022881] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 942.024412] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f27b480b-43b7-43f1-a4f7-e349fc81bdd0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.063541] env[69763]: DEBUG oslo_vmware.api [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122530, 'name': PowerOnVM_Task, 'duration_secs': 0.739254} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.065418] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.065629] env[69763]: INFO nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Took 9.84 seconds to spawn the instance on the hypervisor. [ 942.065956] env[69763]: DEBUG nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 942.066877] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 942.066877] env[69763]: value = "task-4122534" [ 942.066877] env[69763]: _type = "Task" [ 942.066877] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.073961] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd3beec-ab4b-4e93-b632-0850be5a4549 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.210613] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122533, 'name': ReconfigVM_Task, 'duration_secs': 0.495224} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.211043] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Reconfigured VM instance instance-00000028 to attach disk [datastore2] da489781-f745-4bfc-b063-9668d1791178/da489781-f745-4bfc-b063-9668d1791178.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 942.211637] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6de423d2-9044-489a-9a16-27d2b8331650 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.224171] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 942.224171] env[69763]: value = "task-4122535" [ 942.224171] env[69763]: _type = "Task" [ 942.224171] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.236888] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122535, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.382269] env[69763]: DEBUG nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 942.473273] env[69763]: DEBUG nova.network.neutron [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Successfully updated port: 7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 942.589514] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122534, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.605498] env[69763]: DEBUG nova.network.neutron [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Successfully created port: 477e7819-890c-49bb-8248-85fadf5cd915 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 942.607610] env[69763]: INFO nova.compute.manager [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Took 45.12 seconds to build instance. [ 942.659785] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317fbbde-f02f-4aba-8d66-255d5ea560f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.669045] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dafb053-8b16-470e-b68a-bf832ceb2251 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.709525] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91c713e3-a19b-4d54-ad8b-de50addf8dba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.719155] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db10630-cae2-401c-9cba-93c17adf5f79 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.745763] env[69763]: DEBUG nova.compute.provider_tree [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 942.747861] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122535, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.923665] env[69763]: DEBUG nova.network.neutron [req-266fe0ce-d350-4302-800f-1d733e7e90b8 req-77a3928f-0610-4f47-964d-5ea8e3fde0b8 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Updated VIF entry in instance network info cache for port a28125cf-0682-4761-853b-d8906298f7b1. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 942.924956] env[69763]: DEBUG nova.network.neutron [req-266fe0ce-d350-4302-800f-1d733e7e90b8 req-77a3928f-0610-4f47-964d-5ea8e3fde0b8 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Updating instance_info_cache with network_info: [{"id": "a28125cf-0682-4761-853b-d8906298f7b1", "address": "fa:16:3e:4a:27:73", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa28125cf-06", "ovs_interfaceid": "a28125cf-0682-4761-853b-d8906298f7b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 942.976794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquiring lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.976888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquired lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.977073] env[69763]: DEBUG nova.network.neutron [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 943.087780] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122534, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.110649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec58f02c-c22e-406c-89a3-bceb590b3041 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.938s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.238347] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122535, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.249852] env[69763]: DEBUG nova.scheduler.client.report [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.400622] env[69763]: DEBUG nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 943.429817] env[69763]: DEBUG oslo_concurrency.lockutils [req-266fe0ce-d350-4302-800f-1d733e7e90b8 req-77a3928f-0610-4f47-964d-5ea8e3fde0b8 service nova] Releasing lock "refresh_cache-6f88b001-92fe-4870-833d-50d35a87a27d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.514537] env[69763]: DEBUG nova.network.neutron [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 943.589210] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122534, 'name': CreateVM_Task, 'duration_secs': 1.481388} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.589210] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 943.589210] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.589544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.589961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.590172] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd643b2e-4a98-432b-84b1-919edb8c8bb4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.596826] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 943.596826] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5204d03c-e012-d442-5246-0b7ec58c4942" [ 943.596826] env[69763]: _type = "Task" [ 943.596826] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.606654] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5204d03c-e012-d442-5246-0b7ec58c4942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.614689] env[69763]: DEBUG nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 943.679571] env[69763]: DEBUG nova.network.neutron [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Updating instance_info_cache with network_info: [{"id": "7b6b489c-c333-43e5-959e-b3ee1a3c65c0", "address": "fa:16:3e:61:73:91", "network": {"id": "9fb76a33-f449-46a9-9174-971d17c4183b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1368521273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6025808d27d41b0b1617791e91eb1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6b489c-c3", "ovs_interfaceid": "7b6b489c-c333-43e5-959e-b3ee1a3c65c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.741021] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122535, 'name': Rename_Task, 'duration_secs': 1.184693} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.741312] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 943.741564] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e61db84c-5235-45e8-b6e7-337fa2c25d59 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.749028] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 943.749028] env[69763]: value = "task-4122536" [ 943.749028] env[69763]: _type = "Task" [ 943.749028] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.755589] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.384s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.761940] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.912s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.761940] env[69763]: DEBUG nova.objects.instance [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lazy-loading 'resources' on Instance uuid 160898fa-4eb0-49e8-8a64-0e293f35030e {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.763934] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.780638] env[69763]: INFO nova.scheduler.client.report [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted allocations for instance abcffbf1-1585-4981-83aa-7882aa9a6b36 [ 944.111011] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5204d03c-e012-d442-5246-0b7ec58c4942, 'name': SearchDatastore_Task, 'duration_secs': 0.018649} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.111500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.111781] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.112230] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.112368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.112574] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 944.112876] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9c36e141-c194-4b74-bcfc-851ace401882 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.126081] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 944.126299] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 944.127354] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3a85d44-cf6f-4e65-bec5-381b59c7adb1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.134612] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 944.134612] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5298966a-fe52-db01-0193-ecdfee25f760" [ 944.134612] env[69763]: _type = "Task" [ 944.134612] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.144694] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5298966a-fe52-db01-0193-ecdfee25f760, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.145967] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.183162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Releasing lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.183514] env[69763]: DEBUG nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Instance network_info: |[{"id": "7b6b489c-c333-43e5-959e-b3ee1a3c65c0", "address": "fa:16:3e:61:73:91", "network": {"id": "9fb76a33-f449-46a9-9174-971d17c4183b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1368521273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6025808d27d41b0b1617791e91eb1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6b489c-c3", "ovs_interfaceid": "7b6b489c-c333-43e5-959e-b3ee1a3c65c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 944.183891] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:73:91', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7b6b489c-c333-43e5-959e-b3ee1a3c65c0', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 944.191829] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Creating folder: Project (c6025808d27d41b0b1617791e91eb1cd). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.192187] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1eda782f-e629-490f-b3dc-1e7e448eacdf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.204813] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Created folder: Project (c6025808d27d41b0b1617791e91eb1cd) in parent group-v816505. [ 944.205078] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Creating folder: Instances. Parent ref: group-v816632. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 944.205365] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4cb8927c-8d8e-4757-b5c5-0b2aec8687b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.220258] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Created folder: Instances in parent group-v816632. [ 944.220532] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 944.220769] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 944.221063] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-93b8c594-a915-4162-916f-b4c72126ec3a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.241716] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 944.241716] env[69763]: value = "task-4122539" [ 944.241716] env[69763]: _type = "Task" [ 944.241716] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.251036] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122539, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.260959] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122536, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.297532] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9686376b-6c08-4997-84f7-6a6afe31200c tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "abcffbf1-1585-4981-83aa-7882aa9a6b36" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.010s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.387683] env[69763]: DEBUG nova.network.neutron [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Successfully updated port: 477e7819-890c-49bb-8248-85fadf5cd915 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 944.648274] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5298966a-fe52-db01-0193-ecdfee25f760, 'name': SearchDatastore_Task, 'duration_secs': 0.015802} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.649150] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-896936a0-ab87-42a3-b8a9-b57a2dcf6ded {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.656207] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 944.656207] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cd6854-9f09-19d0-63e4-550742747872" [ 944.656207] env[69763]: _type = "Task" [ 944.656207] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.664874] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cd6854-9f09-19d0-63e4-550742747872, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.759801] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122539, 'name': CreateVM_Task, 'duration_secs': 0.411505} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.760065] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 944.761366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.761550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.761863] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.762135] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4820cc02-ab75-43ba-b24b-1620f2c74d03 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.767766] env[69763]: DEBUG oslo_vmware.api [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122536, 'name': PowerOnVM_Task, 'duration_secs': 0.67792} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.770911] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 944.771173] env[69763]: INFO nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Took 9.68 seconds to spawn the instance on the hypervisor. [ 944.771400] env[69763]: DEBUG nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 944.772437] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec0a6dd-5cf1-450a-97e5-26b1285f6c99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.778232] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 944.778232] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5223c7a5-1111-27d8-7e4f-0bacdf5f8704" [ 944.778232] env[69763]: _type = "Task" [ 944.778232] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.794041] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5223c7a5-1111-27d8-7e4f-0bacdf5f8704, 'name': SearchDatastore_Task, 'duration_secs': 0.017579} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.794341] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.795031] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 944.795031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.852706] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac0ce0-8d0a-42c7-aca1-f1cb17c43302 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.861216] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0586f24e-cf34-4b6f-8a1e-147de3054f0e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.892809] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-736e04f5-d916-4c92-96b9-057f055dcc7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.895842] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.896071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.896325] env[69763]: DEBUG nova.network.neutron [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 944.903722] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b20dc5-7871-4d36-9bda-8f4ccbbc2512 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.922748] env[69763]: DEBUG nova.compute.provider_tree [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.172027] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cd6854-9f09-19d0-63e4-550742747872, 'name': SearchDatastore_Task, 'duration_secs': 0.017033} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.172027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.172027] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 6f88b001-92fe-4870-833d-50d35a87a27d/6f88b001-92fe-4870-833d-50d35a87a27d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 945.172027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.172027] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 945.172027] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54ca70f5-4367-41d9-9709-fddca4e92998 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.174080] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91a5ba5a-4277-45f4-aed5-0fd5aa519f57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.182414] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 945.182414] env[69763]: value = "task-4122540" [ 945.182414] env[69763]: _type = "Task" [ 945.182414] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.187808] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 945.191190] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 945.191190] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04e38ced-53d8-4146-916d-b031220424c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.196338] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122540, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.200537] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 945.200537] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e4a544-c4a7-b2f1-84d5-fc3455b70d03" [ 945.200537] env[69763]: _type = "Task" [ 945.200537] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.210207] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e4a544-c4a7-b2f1-84d5-fc3455b70d03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.303246] env[69763]: INFO nova.compute.manager [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Took 40.64 seconds to build instance. [ 945.426236] env[69763]: DEBUG nova.scheduler.client.report [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.434738] env[69763]: DEBUG nova.network.neutron [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 945.583128] env[69763]: DEBUG nova.network.neutron [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Updating instance_info_cache with network_info: [{"id": "477e7819-890c-49bb-8248-85fadf5cd915", "address": "fa:16:3e:4f:c3:e4", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477e7819-89", "ovs_interfaceid": "477e7819-890c-49bb-8248-85fadf5cd915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 945.695448] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122540, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.712678] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e4a544-c4a7-b2f1-84d5-fc3455b70d03, 'name': SearchDatastore_Task, 'duration_secs': 0.020002} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.713586] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdf64196-0b2c-46a6-969b-3f23f9402f63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.721162] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 945.721162] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f43944-7af5-e687-ec95-c24292a55c88" [ 945.721162] env[69763]: _type = "Task" [ 945.721162] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.733892] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f43944-7af5-e687-ec95-c24292a55c88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.806092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-471c4929-dbc8-4ddb-b9cf-01f33562c3c7 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "da489781-f745-4bfc-b063-9668d1791178" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 91.621s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.932035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.935873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.407s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.937343] env[69763]: INFO nova.compute.claims [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.959040] env[69763]: INFO nova.scheduler.client.report [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Deleted allocations for instance 160898fa-4eb0-49e8-8a64-0e293f35030e [ 946.090171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.090538] env[69763]: DEBUG nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Instance network_info: |[{"id": "477e7819-890c-49bb-8248-85fadf5cd915", "address": "fa:16:3e:4f:c3:e4", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477e7819-89", "ovs_interfaceid": "477e7819-890c-49bb-8248-85fadf5cd915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 946.195263] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122540, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.744262} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.195541] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 6f88b001-92fe-4870-833d-50d35a87a27d/6f88b001-92fe-4870-833d-50d35a87a27d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 946.195754] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 946.196029] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95623c0a-cac4-4d3f-bd77-cedeae41159d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.204379] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 946.204379] env[69763]: value = "task-4122541" [ 946.204379] env[69763]: _type = "Task" [ 946.204379] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.214811] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122541, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.232718] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f43944-7af5-e687-ec95-c24292a55c88, 'name': SearchDatastore_Task, 'duration_secs': 0.06137} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.233018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.233287] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 626997d7-942b-440c-9cd8-5ff0fe1d8246/626997d7-942b-440c-9cd8-5ff0fe1d8246.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 946.233557] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4170eeca-06ff-45da-b8fe-98d5411b176d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.241669] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 946.241669] env[69763]: value = "task-4122542" [ 946.241669] env[69763]: _type = "Task" [ 946.241669] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.251814] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122542, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.309374] env[69763]: DEBUG nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 946.470467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-73486f9e-6350-41b0-998d-88123bccd0a6 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "160898fa-4eb0-49e8-8a64-0e293f35030e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.451s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.719724] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075454} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.720325] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 946.721184] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12a3d908-848c-49da-a74f-a99f565fd638 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.749876] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 6f88b001-92fe-4870-833d-50d35a87a27d/6f88b001-92fe-4870-833d-50d35a87a27d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.750352] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b28958e-ca29-484c-80e5-f28e92d32a06 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.774367] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122542, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.777600] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 946.777600] env[69763]: value = "task-4122543" [ 946.777600] env[69763]: _type = "Task" [ 946.777600] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.787346] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122543, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.834580] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.265746] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122542, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.768307} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.266045] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 626997d7-942b-440c-9cd8-5ff0fe1d8246/626997d7-942b-440c-9cd8-5ff0fe1d8246.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 947.266312] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 947.266541] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0dcc73d2-df39-407e-831f-091fffd1b6ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.275200] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 947.275200] env[69763]: value = "task-4122544" [ 947.275200] env[69763]: _type = "Task" [ 947.275200] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.292551] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122544, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.297040] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122543, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.492957] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3b5b8f-17fa-4685-b178-d5120461974b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.502590] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd05856e-a390-4f70-b986-6b13165a5319 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.534497] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9167d5-010a-4209-b87b-987179ed27fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.543516] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73717a9e-b71b-43d5-ae5e-7cadad6890fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.562226] env[69763]: DEBUG nova.compute.provider_tree [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.787887] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122544, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.105834} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.790911] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 947.791255] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122543, 'name': ReconfigVM_Task, 'duration_secs': 0.660059} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.791922] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09e64a39-033f-422a-8bf7-c1dd70238e50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.794332] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 6f88b001-92fe-4870-833d-50d35a87a27d/6f88b001-92fe-4870-833d-50d35a87a27d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 947.794912] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3c40cfc-50f4-4f5b-9342-37ecfc398075 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.817241] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Reconfiguring VM instance instance-0000002b to attach disk [datastore1] 626997d7-942b-440c-9cd8-5ff0fe1d8246/626997d7-942b-440c-9cd8-5ff0fe1d8246.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 947.818865] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38d8471b-e8b3-4e71-8aa9-4ef6c68fc1cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.833098] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 947.833098] env[69763]: value = "task-4122545" [ 947.833098] env[69763]: _type = "Task" [ 947.833098] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.839847] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 947.839847] env[69763]: value = "task-4122546" [ 947.839847] env[69763]: _type = "Task" [ 947.839847] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.843237] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122545, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.852394] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122546, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.067154] env[69763]: DEBUG nova.scheduler.client.report [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.346433] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122545, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.356389] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122546, 'name': ReconfigVM_Task, 'duration_secs': 0.498943} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.356694] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Reconfigured VM instance instance-0000002b to attach disk [datastore1] 626997d7-942b-440c-9cd8-5ff0fe1d8246/626997d7-942b-440c-9cd8-5ff0fe1d8246.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 948.357445] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-902cf864-8827-407d-8b2a-bb642b92169b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.365647] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 948.365647] env[69763]: value = "task-4122547" [ 948.365647] env[69763]: _type = "Task" [ 948.365647] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.378430] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122547, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.573192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.637s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.573748] env[69763]: DEBUG nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.576470] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.846s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.577924] env[69763]: INFO nova.compute.claims [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 948.845872] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122545, 'name': Rename_Task, 'duration_secs': 0.821498} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.847100] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.847100] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-151c76fb-0af9-4a27-89f1-d8f69e5478a0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.854815] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 948.854815] env[69763]: value = "task-4122548" [ 948.854815] env[69763]: _type = "Task" [ 948.854815] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.864890] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122548, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.875939] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122547, 'name': Rename_Task, 'duration_secs': 0.162854} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.876277] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 948.876572] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-194020e1-4b0a-4abe-9243-e47f26ed1456 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.885139] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 948.885139] env[69763]: value = "task-4122549" [ 948.885139] env[69763]: _type = "Task" [ 948.885139] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.897160] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122549, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.935808] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 948.936202] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 948.936369] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 948.936552] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 948.936700] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 948.936847] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 948.937076] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 948.937250] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 948.937419] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 948.937582] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 948.937754] env[69763]: DEBUG nova.virt.hardware [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 948.939970] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d14d23a8-94d3-4ef3-bd70-99a3672556e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.950799] env[69763]: DEBUG oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f08086-1047-95f9-8f76-711cb4f06853/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 948.952355] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9516108-edc6-4305-b6d2-4e8006a23328 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.957601] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f321502-84a5-41b9-b664-c6f87130ce6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.964943] env[69763]: DEBUG oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f08086-1047-95f9-8f76-711cb4f06853/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 948.965153] env[69763]: ERROR oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f08086-1047-95f9-8f76-711cb4f06853/disk-0.vmdk due to incomplete transfer. [ 948.976073] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4bfdc3e5-8081-481c-b016-f2e56421d838 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.978270] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c3:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '477e7819-890c-49bb-8248-85fadf5cd915', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 948.986041] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating folder: Project (c39aa9dc0d2948818a3cd1c7e34b815f). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 948.986472] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0817e09c-f5ab-491b-a87d-1ccde81cb604 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.996807] env[69763]: DEBUG oslo_vmware.rw_handles [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f08086-1047-95f9-8f76-711cb4f06853/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 948.997131] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Uploaded image 177fc7e8-edda-4c7a-911e-3a01a327cc9a to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 948.999993] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 949.001805] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-34c9ae0f-1150-48f7-b8c0-20a648b56996 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.004407] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created folder: Project (c39aa9dc0d2948818a3cd1c7e34b815f) in parent group-v816505. [ 949.004677] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating folder: Instances. Parent ref: group-v816635. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 949.004986] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a02dd20-1e81-46c8-a751-36b68af25dac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.013983] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 949.013983] env[69763]: value = "task-4122552" [ 949.013983] env[69763]: _type = "Task" [ 949.013983] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.019471] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created folder: Instances in parent group-v816635. [ 949.019754] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.020892] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 949.020892] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7b90c6a1-ed92-48a6-8b83-d65d5ac0b28f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.039449] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122552, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.045138] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 949.045138] env[69763]: value = "task-4122553" [ 949.045138] env[69763]: _type = "Task" [ 949.045138] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.054773] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122553, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.085027] env[69763]: DEBUG nova.compute.utils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.089850] env[69763]: DEBUG nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.090731] env[69763]: DEBUG nova.network.neutron [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.147750] env[69763]: DEBUG nova.policy [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21573dd01d804cf3a5515d6facf99210', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd83a3e6aa7d4705ba1de92289db99e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.369744] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122548, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.399886] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122549, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.526405] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122552, 'name': Destroy_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.557579] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122553, 'name': CreateVM_Task, 'duration_secs': 0.495162} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.558056] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 949.558931] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.560016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.560016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.560016] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b63a61f-8a0a-4dec-b1ef-307b102f44f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.569020] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 949.569020] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5256a003-ec28-85ac-5205-7bdd6a2c41f4" [ 949.569020] env[69763]: _type = "Task" [ 949.569020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.580062] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5256a003-ec28-85ac-5205-7bdd6a2c41f4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.591196] env[69763]: DEBUG nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.743231] env[69763]: DEBUG nova.network.neutron [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Successfully created port: 8b736b9f-95d8-41c5-a370-4fe63e601e4c {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.846660] env[69763]: DEBUG nova.compute.manager [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Received event network-vif-plugged-7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.846852] env[69763]: DEBUG oslo_concurrency.lockutils [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] Acquiring lock "626997d7-942b-440c-9cd8-5ff0fe1d8246-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.847066] env[69763]: DEBUG oslo_concurrency.lockutils [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] Lock "626997d7-942b-440c-9cd8-5ff0fe1d8246-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.847231] env[69763]: DEBUG oslo_concurrency.lockutils [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] Lock "626997d7-942b-440c-9cd8-5ff0fe1d8246-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.847393] env[69763]: DEBUG nova.compute.manager [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] No waiting events found dispatching network-vif-plugged-7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 949.847552] env[69763]: WARNING nova.compute.manager [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Received unexpected event network-vif-plugged-7b6b489c-c333-43e5-959e-b3ee1a3c65c0 for instance with vm_state building and task_state spawning. [ 949.847701] env[69763]: DEBUG nova.compute.manager [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Received event network-changed-7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 949.847855] env[69763]: DEBUG nova.compute.manager [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Refreshing instance network info cache due to event network-changed-7b6b489c-c333-43e5-959e-b3ee1a3c65c0. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 949.849833] env[69763]: DEBUG oslo_concurrency.lockutils [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] Acquiring lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.849833] env[69763]: DEBUG oslo_concurrency.lockutils [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] Acquired lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.849833] env[69763]: DEBUG nova.network.neutron [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Refreshing network info cache for port 7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 949.869439] env[69763]: DEBUG oslo_vmware.api [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122548, 'name': PowerOnVM_Task, 'duration_secs': 0.677112} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.873032] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.873244] env[69763]: INFO nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Took 11.89 seconds to spawn the instance on the hypervisor. [ 949.873426] env[69763]: DEBUG nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.875968] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-226081fa-6b37-4394-bb14-71a867dfcb28 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.905507] env[69763]: DEBUG oslo_vmware.api [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122549, 'name': PowerOnVM_Task, 'duration_secs': 0.538765} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.905919] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 949.907049] env[69763]: INFO nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Took 8.96 seconds to spawn the instance on the hypervisor. [ 949.907049] env[69763]: DEBUG nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 949.907214] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8b6d59-25d0-4a58-9072-df1dfade7e8d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.026458] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122552, 'name': Destroy_Task, 'duration_secs': 0.604916} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.029448] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Destroyed the VM [ 950.029764] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 950.030334] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b3039408-4f2d-4957-8b16-07f2e616428e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.040189] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 950.040189] env[69763]: value = "task-4122554" [ 950.040189] env[69763]: _type = "Task" [ 950.040189] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.053979] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.086270] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5256a003-ec28-85ac-5205-7bdd6a2c41f4, 'name': SearchDatastore_Task, 'duration_secs': 0.019303} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.086685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.086959] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 950.087285] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.088166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.088166] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 950.090802] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9adb1321-9529-45c9-8d7b-24031f3f53df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.106063] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 950.106063] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 950.111793] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8635fd8-ef2a-4c83-b2a5-efa18fc3d938 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.120726] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 950.120726] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b429b6-6f6b-8244-8f8b-29b1cc4e6763" [ 950.120726] env[69763]: _type = "Task" [ 950.120726] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.136047] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b429b6-6f6b-8244-8f8b-29b1cc4e6763, 'name': SearchDatastore_Task, 'duration_secs': 0.013621} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.137262] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44a1c7cb-22c5-4403-9de5-c8be68808cde {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.147346] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 950.147346] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc5617-2255-127e-f1f8-fc2ba7c71823" [ 950.147346] env[69763]: _type = "Task" [ 950.147346] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.161716] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc5617-2255-127e-f1f8-fc2ba7c71823, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.233840] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75fe8ac8-f30a-48e6-885c-177a29ca9996 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.242332] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bddafd73-65da-4c0a-a085-8f2a1f4a6861 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.279622] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc8344d-69dd-4dcd-b564-91ea5ff6f4dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.291230] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c7d1e-0a79-40ec-a5c2-f2578573bf29 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.307807] env[69763]: DEBUG nova.compute.provider_tree [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 950.398299] env[69763]: INFO nova.compute.manager [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Took 39.31 seconds to build instance. [ 950.432651] env[69763]: INFO nova.compute.manager [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Took 35.93 seconds to build instance. [ 950.553103] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122554, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.612744] env[69763]: DEBUG nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.617183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "da489781-f745-4bfc-b063-9668d1791178" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.617183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "da489781-f745-4bfc-b063-9668d1791178" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.617183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "da489781-f745-4bfc-b063-9668d1791178-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.617183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "da489781-f745-4bfc-b063-9668d1791178-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.617183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "da489781-f745-4bfc-b063-9668d1791178-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.618851] env[69763]: INFO nova.compute.manager [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Terminating instance [ 950.651012] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.652138] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.652138] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.652138] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.652138] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.652138] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.652399] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.652399] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.652500] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.652653] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.652816] env[69763]: DEBUG nova.virt.hardware [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.654438] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7fc0e2-5717-427d-89bf-a15b07a9886e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.667494] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc5617-2255-127e-f1f8-fc2ba7c71823, 'name': SearchDatastore_Task, 'duration_secs': 0.026086} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.669798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.670104] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057/e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 950.670823] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-927b9d90-3b37-415f-8cec-e000ceee1501 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.673570] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0deea380-4f4c-42b1-8359-fd8eca2b84d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.689809] env[69763]: DEBUG nova.network.neutron [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Updated VIF entry in instance network info cache for port 7b6b489c-c333-43e5-959e-b3ee1a3c65c0. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 950.690267] env[69763]: DEBUG nova.network.neutron [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Updating instance_info_cache with network_info: [{"id": "7b6b489c-c333-43e5-959e-b3ee1a3c65c0", "address": "fa:16:3e:61:73:91", "network": {"id": "9fb76a33-f449-46a9-9174-971d17c4183b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1368521273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6025808d27d41b0b1617791e91eb1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6b489c-c3", "ovs_interfaceid": "7b6b489c-c333-43e5-959e-b3ee1a3c65c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.693176] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 950.693176] env[69763]: value = "task-4122555" [ 950.693176] env[69763]: _type = "Task" [ 950.693176] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.705240] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.785909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "002b787b-96fa-4f0b-b2d4-969d2f49a574" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.786297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "002b787b-96fa-4f0b-b2d4-969d2f49a574" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.786517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "002b787b-96fa-4f0b-b2d4-969d2f49a574-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.786704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "002b787b-96fa-4f0b-b2d4-969d2f49a574-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.786899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "002b787b-96fa-4f0b-b2d4-969d2f49a574-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.789609] env[69763]: INFO nova.compute.manager [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Terminating instance [ 950.811397] env[69763]: DEBUG nova.scheduler.client.report [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.900826] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0692aa8d-6a8b-4f88-b457-572bd1c81739 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "6f88b001-92fe-4870-833d-50d35a87a27d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.478s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.936463] env[69763]: DEBUG oslo_concurrency.lockutils [None req-791d58bc-c13d-4882-b209-d597705530a7 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "626997d7-942b-440c-9cd8-5ff0fe1d8246" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 94.938s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.056552] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122554, 'name': RemoveSnapshot_Task} progress is 31%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.125344] env[69763]: DEBUG nova.compute.manager [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.125630] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.126653] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38b0e9e-730c-41d9-87b2-5258c63e0119 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.137499] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.137966] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f6ddc42f-eb74-4d61-97c3-25b02d4fb677 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.150788] env[69763]: DEBUG oslo_vmware.api [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 951.150788] env[69763]: value = "task-4122556" [ 951.150788] env[69763]: _type = "Task" [ 951.150788] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.167405] env[69763]: DEBUG oslo_vmware.api [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122556, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.173297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.173578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.198563] env[69763]: DEBUG oslo_concurrency.lockutils [req-b4473d73-5494-4c5d-8639-a5a4d55c35dc req-120cb1e7-8f14-4f41-bb98-75c9da3ec10e service nova] Releasing lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.209641] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122555, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.294977] env[69763]: DEBUG nova.compute.manager [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 951.295344] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 951.296584] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386f13b6-9846-4b87-839b-0a3a22c705ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.307812] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.308288] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00431b48-3e7b-4080-90bb-4bee3d189b87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.319714] env[69763]: DEBUG oslo_vmware.api [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 951.319714] env[69763]: value = "task-4122557" [ 951.319714] env[69763]: _type = "Task" [ 951.319714] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.321076] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.744s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.321976] env[69763]: DEBUG nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 951.326359] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.827s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.328229] env[69763]: INFO nova.compute.claims [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 951.344423] env[69763]: DEBUG oslo_vmware.api [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.404786] env[69763]: DEBUG nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.442762] env[69763]: DEBUG nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 951.554145] env[69763]: DEBUG oslo_vmware.api [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122554, 'name': RemoveSnapshot_Task, 'duration_secs': 1.43123} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.554472] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 951.554776] env[69763]: INFO nova.compute.manager [None req-8dc3a8a3-f3e3-410c-a7c4-62ae3f397aae tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Took 19.65 seconds to snapshot the instance on the hypervisor. [ 951.668326] env[69763]: DEBUG oslo_vmware.api [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122556, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.710020] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.720353} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.710380] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057/e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 951.710613] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 951.710880] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b77a18fd-04af-446c-9938-16780398b303 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.722034] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 951.722034] env[69763]: value = "task-4122558" [ 951.722034] env[69763]: _type = "Task" [ 951.722034] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.732226] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122558, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.773502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "6f88b001-92fe-4870-833d-50d35a87a27d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.773852] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "6f88b001-92fe-4870-833d-50d35a87a27d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.774154] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "6f88b001-92fe-4870-833d-50d35a87a27d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.774408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "6f88b001-92fe-4870-833d-50d35a87a27d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.774660] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "6f88b001-92fe-4870-833d-50d35a87a27d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.777135] env[69763]: INFO nova.compute.manager [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Terminating instance [ 951.814757] env[69763]: DEBUG nova.network.neutron [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Successfully updated port: 8b736b9f-95d8-41c5-a370-4fe63e601e4c {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.841758] env[69763]: DEBUG nova.compute.utils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.843975] env[69763]: DEBUG oslo_vmware.api [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122557, 'name': PowerOffVM_Task, 'duration_secs': 0.508058} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.844855] env[69763]: DEBUG nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 951.845893] env[69763]: DEBUG nova.network.neutron [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 951.848635] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.848635] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.852435] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c0bbc33-4e1c-4dd8-a860-dce36dc307d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.931145] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.931434] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.931637] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleting the datastore file [datastore2] 002b787b-96fa-4f0b-b2d4-969d2f49a574 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.932808] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.933184] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb3a9ccc-2d42-4117-8348-e10fca4cf138 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.937247] env[69763]: DEBUG nova.policy [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fdd2c09d959a456b855837869ebd610b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c021e576455449ac9fba2610f5090b42', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.944254] env[69763]: DEBUG oslo_vmware.api [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 951.944254] env[69763]: value = "task-4122560" [ 951.944254] env[69763]: _type = "Task" [ 951.944254] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.956757] env[69763]: DEBUG oslo_vmware.api [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122560, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.965760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.109386] env[69763]: DEBUG oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2ccc0-db66-877e-de6a-b12311560c3c/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 952.110384] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ae4b6-7b57-4f5e-bac2-29b914aca847 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.120517] env[69763]: DEBUG oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2ccc0-db66-877e-de6a-b12311560c3c/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 952.120713] env[69763]: ERROR oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2ccc0-db66-877e-de6a-b12311560c3c/disk-0.vmdk due to incomplete transfer. [ 952.120971] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-660d38a5-169e-44c9-82a4-9dadb7674fd7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.142771] env[69763]: DEBUG oslo_vmware.rw_handles [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e2ccc0-db66-877e-de6a-b12311560c3c/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 952.142993] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Uploaded image 9711277d-d37a-41db-80bf-1209883c5cdd to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 952.144631] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 952.144951] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-8da2493f-23b4-4de9-9c79-09c518191b34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.164195] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 952.164195] env[69763]: value = "task-4122561" [ 952.164195] env[69763]: _type = "Task" [ 952.164195] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.175469] env[69763]: DEBUG oslo_vmware.api [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122556, 'name': PowerOffVM_Task, 'duration_secs': 0.561887} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.176507] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.176810] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.177221] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3d43b927-e9cf-47b2-a551-0585dfca00ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.185625] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122561, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.234440] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122558, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.109365} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.235129] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 952.236351] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b54120aa-bd83-4bbc-8696-b8a3be0e8825 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.267644] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057/e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 952.268985] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c6dffaf5-4db0-43bc-aa42-d20c01e7b56e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.296333] env[69763]: DEBUG nova.compute.manager [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 952.296333] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 952.296333] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 952.296675] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 952.296784] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleting the datastore file [datastore2] da489781-f745-4bfc-b063-9668d1791178 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 952.298877] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d8fabe-befd-4c27-93a1-f23627daba71 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.303512] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19c16957-8ab9-4bf9-b7a6-3bb33170501c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.307638] env[69763]: DEBUG nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Received event network-vif-plugged-477e7819-890c-49bb-8248-85fadf5cd915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.307901] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Acquiring lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.308194] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.308394] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.308642] env[69763]: DEBUG nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] No waiting events found dispatching network-vif-plugged-477e7819-890c-49bb-8248-85fadf5cd915 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 952.308912] env[69763]: WARNING nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Received unexpected event network-vif-plugged-477e7819-890c-49bb-8248-85fadf5cd915 for instance with vm_state building and task_state spawning. [ 952.309118] env[69763]: DEBUG nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Received event network-changed-477e7819-890c-49bb-8248-85fadf5cd915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.309304] env[69763]: DEBUG nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Refreshing instance network info cache due to event network-changed-477e7819-890c-49bb-8248-85fadf5cd915. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.309573] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Acquiring lock "refresh_cache-e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.309658] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Acquired lock "refresh_cache-e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.309823] env[69763]: DEBUG nova.network.neutron [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Refreshing network info cache for port 477e7819-890c-49bb-8248-85fadf5cd915 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.314377] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 952.314377] env[69763]: value = "task-4122563" [ 952.314377] env[69763]: _type = "Task" [ 952.314377] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.322975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.322975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.322975] env[69763]: DEBUG nova.network.neutron [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 952.324617] env[69763]: DEBUG oslo_vmware.api [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 952.324617] env[69763]: value = "task-4122564" [ 952.324617] env[69763]: _type = "Task" [ 952.324617] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.324617] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 952.325576] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-501d7cdf-07d3-4390-bf0c-5520848e1c73 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.335732] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.336764] env[69763]: DEBUG nova.network.neutron [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Successfully created port: d81628ad-87f9-4de4-b01a-60f6425c88be {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 952.353047] env[69763]: DEBUG oslo_vmware.api [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122564, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.353655] env[69763]: DEBUG nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 952.357233] env[69763]: DEBUG oslo_vmware.api [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 952.357233] env[69763]: value = "task-4122565" [ 952.357233] env[69763]: _type = "Task" [ 952.357233] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.369407] env[69763]: DEBUG oslo_vmware.api [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122565, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.457310] env[69763]: DEBUG oslo_vmware.api [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122560, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.357811} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.457930] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.457930] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.458242] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.458242] env[69763]: INFO nova.compute.manager [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Took 1.16 seconds to destroy the instance on the hypervisor. [ 952.458500] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.458727] env[69763]: DEBUG nova.compute.manager [-] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.458823] env[69763]: DEBUG nova.network.neutron [-] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.571698] env[69763]: DEBUG nova.compute.manager [req-6bcaae65-b3f5-4f33-957c-0f53630d5bc4 req-d141c260-450e-4809-adf9-5d0a4e986761 service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Received event network-changed-7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 952.571966] env[69763]: DEBUG nova.compute.manager [req-6bcaae65-b3f5-4f33-957c-0f53630d5bc4 req-d141c260-450e-4809-adf9-5d0a4e986761 service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Refreshing instance network info cache due to event network-changed-7b6b489c-c333-43e5-959e-b3ee1a3c65c0. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 952.572261] env[69763]: DEBUG oslo_concurrency.lockutils [req-6bcaae65-b3f5-4f33-957c-0f53630d5bc4 req-d141c260-450e-4809-adf9-5d0a4e986761 service nova] Acquiring lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.572543] env[69763]: DEBUG oslo_concurrency.lockutils [req-6bcaae65-b3f5-4f33-957c-0f53630d5bc4 req-d141c260-450e-4809-adf9-5d0a4e986761 service nova] Acquired lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.572821] env[69763]: DEBUG nova.network.neutron [req-6bcaae65-b3f5-4f33-957c-0f53630d5bc4 req-d141c260-450e-4809-adf9-5d0a4e986761 service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Refreshing network info cache for port 7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 952.679657] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122561, 'name': Destroy_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.833907] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122563, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.842255] env[69763]: DEBUG oslo_vmware.api [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122564, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.354619} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.842518] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 952.842701] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 952.842870] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 952.843053] env[69763]: INFO nova.compute.manager [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: da489781-f745-4bfc-b063-9668d1791178] Took 1.72 seconds to destroy the instance on the hypervisor. [ 952.843299] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 952.843530] env[69763]: DEBUG nova.compute.manager [-] [instance: da489781-f745-4bfc-b063-9668d1791178] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 952.843638] env[69763]: DEBUG nova.network.neutron [-] [instance: da489781-f745-4bfc-b063-9668d1791178] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.877833] env[69763]: DEBUG oslo_vmware.api [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122565, 'name': PowerOffVM_Task, 'duration_secs': 0.326985} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.878569] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 952.878869] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 952.879278] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be215dd5-a3c8-4d59-aa08-ac4d9068cf6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.957192] env[69763]: DEBUG nova.network.neutron [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 953.011195] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 953.011341] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 953.011518] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleting the datastore file [datastore1] 6f88b001-92fe-4870-833d-50d35a87a27d {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 953.012140] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6bbba723-9bee-45d2-89f2-b4103d5cc503 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.019589] env[69763]: DEBUG oslo_vmware.api [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 953.019589] env[69763]: value = "task-4122567" [ 953.019589] env[69763]: _type = "Task" [ 953.019589] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.029939] env[69763]: DEBUG oslo_vmware.api [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122567, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.040093] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c840965a-3eff-40b4-b01e-11e4344253de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.048997] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aab4da7-e611-4d1e-8057-41c37c8b0d97 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.091019] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b50d497-641e-482c-aa06-4889c116bd5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.101629] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b130a8c8-8fdf-4002-83c0-ec6c131596e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.117879] env[69763]: DEBUG nova.compute.provider_tree [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.177784] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122561, 'name': Destroy_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.334986] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122563, 'name': ReconfigVM_Task, 'duration_secs': 0.684611} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.337564] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Reconfigured VM instance instance-0000002c to attach disk [datastore1] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057/e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 953.337564] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9621fe81-7fef-493d-95e4-e37650484b5d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.345205] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 953.345205] env[69763]: value = "task-4122568" [ 953.345205] env[69763]: _type = "Task" [ 953.345205] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.347334] env[69763]: DEBUG nova.network.neutron [req-6bcaae65-b3f5-4f33-957c-0f53630d5bc4 req-d141c260-450e-4809-adf9-5d0a4e986761 service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Updated VIF entry in instance network info cache for port 7b6b489c-c333-43e5-959e-b3ee1a3c65c0. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.348469] env[69763]: DEBUG nova.network.neutron [req-6bcaae65-b3f5-4f33-957c-0f53630d5bc4 req-d141c260-450e-4809-adf9-5d0a4e986761 service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Updating instance_info_cache with network_info: [{"id": "7b6b489c-c333-43e5-959e-b3ee1a3c65c0", "address": "fa:16:3e:61:73:91", "network": {"id": "9fb76a33-f449-46a9-9174-971d17c4183b", "bridge": "br-int", "label": "tempest-ServersTestJSON-1368521273-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c6025808d27d41b0b1617791e91eb1cd", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7b6b489c-c3", "ovs_interfaceid": "7b6b489c-c333-43e5-959e-b3ee1a3c65c0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.361330] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122568, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.367423] env[69763]: DEBUG nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 953.397190] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:48:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='610c4db5-ef4c-4f13-94e0-ad982c3dbbb1',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1303975040',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 953.397190] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 953.397190] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 953.397190] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 953.399207] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 953.399526] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 953.399826] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 953.400037] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 953.400255] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 953.400444] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 953.400644] env[69763]: DEBUG nova.virt.hardware [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 953.401638] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80f6d51-6d75-4e27-84f7-8142d7bd6eed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.409336] env[69763]: DEBUG nova.network.neutron [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Updating instance_info_cache with network_info: [{"id": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "address": "fa:16:3e:03:7d:f4", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b736b9f-95", "ovs_interfaceid": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.414333] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb46e4d-b1e5-4496-b875-49eb2557b142 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.488434] env[69763]: DEBUG nova.network.neutron [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Updated VIF entry in instance network info cache for port 477e7819-890c-49bb-8248-85fadf5cd915. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 953.489294] env[69763]: DEBUG nova.network.neutron [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Updating instance_info_cache with network_info: [{"id": "477e7819-890c-49bb-8248-85fadf5cd915", "address": "fa:16:3e:4f:c3:e4", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap477e7819-89", "ovs_interfaceid": "477e7819-890c-49bb-8248-85fadf5cd915", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.533153] env[69763]: DEBUG oslo_vmware.api [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122567, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205004} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.533153] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 953.533153] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 953.533153] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 953.533153] env[69763]: INFO nova.compute.manager [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Took 1.24 seconds to destroy the instance on the hypervisor. [ 953.533153] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.533440] env[69763]: DEBUG nova.compute.manager [-] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 953.533440] env[69763]: DEBUG nova.network.neutron [-] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 953.595149] env[69763]: DEBUG nova.network.neutron [-] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.623912] env[69763]: DEBUG nova.scheduler.client.report [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 953.677496] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122561, 'name': Destroy_Task, 'duration_secs': 1.482612} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.677764] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Destroyed the VM [ 953.678013] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 953.678303] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e7369300-07e4-40db-9761-f4286f3c6aaa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.685131] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 953.685131] env[69763]: value = "task-4122569" [ 953.685131] env[69763]: _type = "Task" [ 953.685131] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.694222] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122569, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.857632] env[69763]: DEBUG oslo_concurrency.lockutils [req-6bcaae65-b3f5-4f33-957c-0f53630d5bc4 req-d141c260-450e-4809-adf9-5d0a4e986761 service nova] Releasing lock "refresh_cache-626997d7-942b-440c-9cd8-5ff0fe1d8246" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.866175] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122568, 'name': Rename_Task, 'duration_secs': 0.274722} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.866549] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 953.867240] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41e880a9-d5cc-40fb-8b67-964e10186fe5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.875094] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 953.875094] env[69763]: value = "task-4122570" [ 953.875094] env[69763]: _type = "Task" [ 953.875094] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.884753] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.914085] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.914442] env[69763]: DEBUG nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Instance network_info: |[{"id": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "address": "fa:16:3e:03:7d:f4", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b736b9f-95", "ovs_interfaceid": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 953.914913] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:7d:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8b736b9f-95d8-41c5-a370-4fe63e601e4c', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.923497] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.923716] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.923821] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-988cf296-294f-486a-bdbd-eef97a921527 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.956109] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.956109] env[69763]: value = "task-4122571" [ 953.956109] env[69763]: _type = "Task" [ 953.956109] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.967357] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122571, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.992785] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Releasing lock "refresh_cache-e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.992785] env[69763]: DEBUG nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Received event network-vif-plugged-8b736b9f-95d8-41c5-a370-4fe63e601e4c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.992994] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Acquiring lock "c5fc189f-8a03-47bb-a655-72516530d9a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 953.993262] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Lock "c5fc189f-8a03-47bb-a655-72516530d9a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.993393] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Lock "c5fc189f-8a03-47bb-a655-72516530d9a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.993575] env[69763]: DEBUG nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] No waiting events found dispatching network-vif-plugged-8b736b9f-95d8-41c5-a370-4fe63e601e4c {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 953.993840] env[69763]: WARNING nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Received unexpected event network-vif-plugged-8b736b9f-95d8-41c5-a370-4fe63e601e4c for instance with vm_state building and task_state spawning. [ 953.994067] env[69763]: DEBUG nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Received event network-changed-8b736b9f-95d8-41c5-a370-4fe63e601e4c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.995034] env[69763]: DEBUG nova.compute.manager [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Refreshing instance network info cache due to event network-changed-8b736b9f-95d8-41c5-a370-4fe63e601e4c. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.995034] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Acquiring lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.995034] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Acquired lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.995034] env[69763]: DEBUG nova.network.neutron [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Refreshing network info cache for port 8b736b9f-95d8-41c5-a370-4fe63e601e4c {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 954.019801] env[69763]: DEBUG nova.network.neutron [-] [instance: da489781-f745-4bfc-b063-9668d1791178] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.099695] env[69763]: INFO nova.compute.manager [-] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Took 1.64 seconds to deallocate network for instance. [ 954.130225] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.804s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.130945] env[69763]: DEBUG nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 954.135045] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.472s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.135045] env[69763]: DEBUG nova.objects.instance [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'resources' on Instance uuid 7b731473-c115-4613-a5cd-30f1cd258bd3 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.199771] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122569, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.387134] env[69763]: DEBUG nova.compute.manager [req-c43fc833-3883-4635-8ad1-f7ad6238bbb0 req-35c47710-a243-4230-b6db-618a57e3c783 service nova] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Received event network-vif-deleted-e82b1804-ebb8-4335-ae61-a467a6960a12 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.387496] env[69763]: DEBUG nova.compute.manager [req-c43fc833-3883-4635-8ad1-f7ad6238bbb0 req-35c47710-a243-4230-b6db-618a57e3c783 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Received event network-vif-plugged-d81628ad-87f9-4de4-b01a-60f6425c88be {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.388358] env[69763]: DEBUG oslo_concurrency.lockutils [req-c43fc833-3883-4635-8ad1-f7ad6238bbb0 req-35c47710-a243-4230-b6db-618a57e3c783 service nova] Acquiring lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.388683] env[69763]: DEBUG oslo_concurrency.lockutils [req-c43fc833-3883-4635-8ad1-f7ad6238bbb0 req-35c47710-a243-4230-b6db-618a57e3c783 service nova] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.388940] env[69763]: DEBUG oslo_concurrency.lockutils [req-c43fc833-3883-4635-8ad1-f7ad6238bbb0 req-35c47710-a243-4230-b6db-618a57e3c783 service nova] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.389280] env[69763]: DEBUG nova.compute.manager [req-c43fc833-3883-4635-8ad1-f7ad6238bbb0 req-35c47710-a243-4230-b6db-618a57e3c783 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] No waiting events found dispatching network-vif-plugged-d81628ad-87f9-4de4-b01a-60f6425c88be {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 954.389573] env[69763]: WARNING nova.compute.manager [req-c43fc833-3883-4635-8ad1-f7ad6238bbb0 req-35c47710-a243-4230-b6db-618a57e3c783 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Received unexpected event network-vif-plugged-d81628ad-87f9-4de4-b01a-60f6425c88be for instance with vm_state building and task_state spawning. [ 954.397806] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122570, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.450775] env[69763]: DEBUG nova.network.neutron [-] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.471181] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122571, 'name': CreateVM_Task, 'duration_secs': 0.431456} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.471181] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 954.471181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.471181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.471181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.471181] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b186f1a6-fbad-4fbe-bb20-ccbdcb9e2c56 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.475118] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 954.475118] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52027906-f96c-4816-8da2-ec5a5852539a" [ 954.475118] env[69763]: _type = "Task" [ 954.475118] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.476436] env[69763]: DEBUG nova.network.neutron [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Successfully updated port: d81628ad-87f9-4de4-b01a-60f6425c88be {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 954.487552] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52027906-f96c-4816-8da2-ec5a5852539a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.523675] env[69763]: INFO nova.compute.manager [-] [instance: da489781-f745-4bfc-b063-9668d1791178] Took 1.68 seconds to deallocate network for instance. [ 954.596110] env[69763]: DEBUG nova.compute.manager [req-000353d3-fc7f-49c3-978f-472cbcf466ef req-23d1fffe-ab8e-40b2-bdee-f2454521aa21 service nova] [instance: da489781-f745-4bfc-b063-9668d1791178] Received event network-vif-deleted-d71d0436-5642-4537-90ff-ef2bb5c8130a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.596423] env[69763]: DEBUG nova.compute.manager [req-000353d3-fc7f-49c3-978f-472cbcf466ef req-23d1fffe-ab8e-40b2-bdee-f2454521aa21 service nova] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Received event network-vif-deleted-a28125cf-0682-4761-853b-d8906298f7b1 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 954.605860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.638112] env[69763]: DEBUG nova.compute.utils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 954.639627] env[69763]: DEBUG nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 954.639801] env[69763]: DEBUG nova.network.neutron [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 954.670820] env[69763]: DEBUG nova.compute.manager [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.672284] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06030f5f-e434-44a8-bd05-de0bdd157dc7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.683620] env[69763]: DEBUG nova.policy [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a5b2b4808d224400ae6cb335822c105d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bf6c6b53d7304c669f831d49cf7be55a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 954.699224] env[69763]: DEBUG oslo_vmware.api [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122569, 'name': RemoveSnapshot_Task, 'duration_secs': 0.719526} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.699224] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 954.699224] env[69763]: INFO nova.compute.manager [None req-dc26d6a7-89b1-467f-940c-09b14c43d48f tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Took 17.71 seconds to snapshot the instance on the hypervisor. [ 954.710715] env[69763]: DEBUG nova.network.neutron [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Updated VIF entry in instance network info cache for port 8b736b9f-95d8-41c5-a370-4fe63e601e4c. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.711595] env[69763]: DEBUG nova.network.neutron [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Updating instance_info_cache with network_info: [{"id": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "address": "fa:16:3e:03:7d:f4", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b736b9f-95", "ovs_interfaceid": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.760491] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "692b0f46-ba76-4bdd-a529-243bc0cd2546" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.760748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "692b0f46-ba76-4bdd-a529-243bc0cd2546" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.760925] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "692b0f46-ba76-4bdd-a529-243bc0cd2546-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.761127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "692b0f46-ba76-4bdd-a529-243bc0cd2546-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.761685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "692b0f46-ba76-4bdd-a529-243bc0cd2546-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.763681] env[69763]: INFO nova.compute.manager [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Terminating instance [ 954.887647] env[69763]: DEBUG oslo_vmware.api [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122570, 'name': PowerOnVM_Task, 'duration_secs': 0.55992} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.890419] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 954.890742] env[69763]: INFO nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Took 11.49 seconds to spawn the instance on the hypervisor. [ 954.890844] env[69763]: DEBUG nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 954.892550] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eaa2e7e-9106-4c68-9146-716205cb7fd8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.953486] env[69763]: INFO nova.compute.manager [-] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Took 1.42 seconds to deallocate network for instance. [ 954.983064] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.983064] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.983064] env[69763]: DEBUG nova.network.neutron [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.993966] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52027906-f96c-4816-8da2-ec5a5852539a, 'name': SearchDatastore_Task, 'duration_secs': 0.010906} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.994421] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.994669] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.994764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.994909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.995102] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.995368] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-278b6eec-090e-48fb-918f-e10032dd4790 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.010074] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 955.010074] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 955.010755] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c91970-71a6-40c0-8cf1-66174b0f9fc5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.024555] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 955.024555] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52be5159-093b-a980-1845-4424a99f392c" [ 955.024555] env[69763]: _type = "Task" [ 955.024555] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.031468] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.035446] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52be5159-093b-a980-1845-4424a99f392c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.105630] env[69763]: DEBUG nova.network.neutron [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Successfully created port: 8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 955.144896] env[69763]: DEBUG nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 955.190538] env[69763]: INFO nova.compute.manager [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] instance snapshotting [ 955.193532] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7892069a-8ad4-49e9-bbb2-cae3dff192d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.223429] env[69763]: DEBUG oslo_concurrency.lockutils [req-0ffa888e-717c-4d8f-b048-14f4a67b56f5 req-e4358416-3230-4b82-b12e-59d559b9522c service nova] Releasing lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.230084] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37c69dc-6266-4668-86f3-f67f02b224fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.271517] env[69763]: DEBUG nova.compute.manager [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 955.271748] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 955.272653] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804a4a9e-2f02-4512-a2be-03e42970486f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.281510] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.284547] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9f22cf7f-e218-49ba-9aab-6c029d9d377a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.294181] env[69763]: DEBUG oslo_vmware.api [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 955.294181] env[69763]: value = "task-4122572" [ 955.294181] env[69763]: _type = "Task" [ 955.294181] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.299903] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478a0b93-9a23-4a11-8ab3-69d798e4477d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.308448] env[69763]: DEBUG oslo_vmware.api [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.311396] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e74fa62-c9fd-4396-9808-0ced10c1bd39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.345296] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfb562b-2a74-4b00-9c7a-cc19d38c64ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.353981] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9731c947-0436-4e58-b3e4-8d7e0b2e74c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.368532] env[69763]: DEBUG nova.compute.provider_tree [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 955.415869] env[69763]: INFO nova.compute.manager [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Took 39.81 seconds to build instance. [ 955.463272] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.535118] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52be5159-093b-a980-1845-4424a99f392c, 'name': SearchDatastore_Task, 'duration_secs': 0.018483} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.536140] env[69763]: DEBUG nova.network.neutron [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 955.538986] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86e583e8-8500-4e30-9a03-8d756d5b01ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.546159] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 955.546159] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f5ed9f-6eba-d292-85a1-9d5bc92f82f3" [ 955.546159] env[69763]: _type = "Task" [ 955.546159] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.555566] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f5ed9f-6eba-d292-85a1-9d5bc92f82f3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.698682] env[69763]: DEBUG nova.network.neutron [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance_info_cache with network_info: [{"id": "d81628ad-87f9-4de4-b01a-60f6425c88be", "address": "fa:16:3e:bb:08:7a", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81628ad-87", "ovs_interfaceid": "d81628ad-87f9-4de4-b01a-60f6425c88be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.745308] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 955.745952] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3125ad46-48b4-454e-b87c-d152cc1ee699 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.756676] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 955.756676] env[69763]: value = "task-4122573" [ 955.756676] env[69763]: _type = "Task" [ 955.756676] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.767359] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122573, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.804342] env[69763]: DEBUG oslo_vmware.api [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122572, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.872152] env[69763]: DEBUG nova.scheduler.client.report [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 955.921573] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ae2a94e2-4afe-473d-a8fe-3d003e66e295 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 88.861s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.056637] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f5ed9f-6eba-d292-85a1-9d5bc92f82f3, 'name': SearchDatastore_Task, 'duration_secs': 0.030799} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.056965] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.057267] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] c5fc189f-8a03-47bb-a655-72516530d9a0/c5fc189f-8a03-47bb-a655-72516530d9a0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.057541] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-646c8aaa-6f12-455a-888b-af60c0408468 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.068615] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 956.068615] env[69763]: value = "task-4122574" [ 956.068615] env[69763]: _type = "Task" [ 956.068615] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.076849] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122574, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.156888] env[69763]: DEBUG nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 956.180881] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 956.181136] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 956.181304] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.181482] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 956.181634] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.181802] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 956.182038] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 956.182202] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 956.182373] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 956.182539] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 956.182714] env[69763]: DEBUG nova.virt.hardware [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 956.183623] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e02b5e37-12db-49e7-b952-f6bf9639fde8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.194081] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4d282a3-c405-4316-8c9e-c0d48c54161d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.212760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.213178] env[69763]: DEBUG nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Instance network_info: |[{"id": "d81628ad-87f9-4de4-b01a-60f6425c88be", "address": "fa:16:3e:bb:08:7a", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81628ad-87", "ovs_interfaceid": "d81628ad-87f9-4de4-b01a-60f6425c88be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 956.213907] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bb:08:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd81628ad-87f9-4de4-b01a-60f6425c88be', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 956.222170] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.222434] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 956.222683] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ead42cee-1261-42b3-8f7d-d6c17ae40f26 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.245898] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 956.245898] env[69763]: value = "task-4122575" [ 956.245898] env[69763]: _type = "Task" [ 956.245898] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.253497] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122575, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.266870] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122573, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.306385] env[69763]: DEBUG oslo_vmware.api [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122572, 'name': PowerOffVM_Task, 'duration_secs': 0.536383} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.306772] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.306868] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.307178] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4911859d-6a32-4806-b660-0fa0d919e9c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.377684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.243s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.381078] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.282s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.383479] env[69763]: INFO nova.compute.claims [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 956.400048] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 956.400048] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 956.400048] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Deleting the datastore file [datastore1] 692b0f46-ba76-4bdd-a529-243bc0cd2546 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 956.400048] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c4def00-a397-48eb-879c-dcdce619cd60 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.408278] env[69763]: DEBUG oslo_vmware.api [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for the task: (returnval){ [ 956.408278] env[69763]: value = "task-4122577" [ 956.408278] env[69763]: _type = "Task" [ 956.408278] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.421153] env[69763]: DEBUG oslo_vmware.api [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.422152] env[69763]: INFO nova.scheduler.client.report [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted allocations for instance 7b731473-c115-4613-a5cd-30f1cd258bd3 [ 956.423516] env[69763]: DEBUG nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 956.436832] env[69763]: DEBUG nova.compute.manager [req-1f2b5a39-d0f8-4912-abdb-b5ea54feab28 req-8a66654a-6409-4d82-bc99-46de6e69eed7 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Received event network-changed-d81628ad-87f9-4de4-b01a-60f6425c88be {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.437085] env[69763]: DEBUG nova.compute.manager [req-1f2b5a39-d0f8-4912-abdb-b5ea54feab28 req-8a66654a-6409-4d82-bc99-46de6e69eed7 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Refreshing instance network info cache due to event network-changed-d81628ad-87f9-4de4-b01a-60f6425c88be. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.437337] env[69763]: DEBUG oslo_concurrency.lockutils [req-1f2b5a39-d0f8-4912-abdb-b5ea54feab28 req-8a66654a-6409-4d82-bc99-46de6e69eed7 service nova] Acquiring lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.437553] env[69763]: DEBUG oslo_concurrency.lockutils [req-1f2b5a39-d0f8-4912-abdb-b5ea54feab28 req-8a66654a-6409-4d82-bc99-46de6e69eed7 service nova] Acquired lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.437698] env[69763]: DEBUG nova.network.neutron [req-1f2b5a39-d0f8-4912-abdb-b5ea54feab28 req-8a66654a-6409-4d82-bc99-46de6e69eed7 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Refreshing network info cache for port d81628ad-87f9-4de4-b01a-60f6425c88be {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.584593] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122574, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.622535] env[69763]: INFO nova.compute.manager [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Rebuilding instance [ 956.673021] env[69763]: DEBUG nova.compute.manager [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.673021] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc1b92e7-3bbc-4cf7-b10f-160c01ca22e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.735781] env[69763]: DEBUG nova.compute.manager [req-7e0df3c8-6df3-4686-8f28-71f61eee7dce req-eb552cb2-f151-4f5d-8ba0-272e3e5c656d service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Received event network-vif-plugged-8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.736018] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e0df3c8-6df3-4686-8f28-71f61eee7dce req-eb552cb2-f151-4f5d-8ba0-272e3e5c656d service nova] Acquiring lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.736911] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e0df3c8-6df3-4686-8f28-71f61eee7dce req-eb552cb2-f151-4f5d-8ba0-272e3e5c656d service nova] Lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 956.740497] env[69763]: DEBUG oslo_concurrency.lockutils [req-7e0df3c8-6df3-4686-8f28-71f61eee7dce req-eb552cb2-f151-4f5d-8ba0-272e3e5c656d service nova] Lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.740497] env[69763]: DEBUG nova.compute.manager [req-7e0df3c8-6df3-4686-8f28-71f61eee7dce req-eb552cb2-f151-4f5d-8ba0-272e3e5c656d service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] No waiting events found dispatching network-vif-plugged-8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 956.740497] env[69763]: WARNING nova.compute.manager [req-7e0df3c8-6df3-4686-8f28-71f61eee7dce req-eb552cb2-f151-4f5d-8ba0-272e3e5c656d service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Received unexpected event network-vif-plugged-8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3 for instance with vm_state building and task_state spawning. [ 956.754849] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122575, 'name': CreateVM_Task, 'duration_secs': 0.402703} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.754849] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 956.755700] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.755929] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.756313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.757114] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be0a32ee-ad96-41ae-b020-b69214349b7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.768170] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122573, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.769457] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 956.769457] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5262db8f-cd09-957a-de37-c1acb0534b59" [ 956.769457] env[69763]: _type = "Task" [ 956.769457] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.779764] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5262db8f-cd09-957a-de37-c1acb0534b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.866669] env[69763]: DEBUG nova.network.neutron [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Successfully updated port: 8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 956.921812] env[69763]: DEBUG oslo_vmware.api [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Task: {'id': task-4122577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367663} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.921812] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 956.921812] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 956.921812] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 956.921812] env[69763]: INFO nova.compute.manager [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Took 1.65 seconds to destroy the instance on the hypervisor. [ 956.921812] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 956.921812] env[69763]: DEBUG nova.compute.manager [-] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 956.921812] env[69763]: DEBUG nova.network.neutron [-] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 956.938562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7abf5f64-0174-47f0-8a99-9cc248094bd6 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "7b731473-c115-4613-a5cd-30f1cd258bd3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.745s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.957981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.965672] env[69763]: DEBUG nova.compute.manager [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 956.966884] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc7db92-615f-4d43-8a6d-352049f0c016 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.081226] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122574, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590297} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.081719] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] c5fc189f-8a03-47bb-a655-72516530d9a0/c5fc189f-8a03-47bb-a655-72516530d9a0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.081872] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.082183] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36a1c5c4-0855-42ba-a6f4-6497df206ad5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.092480] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 957.092480] env[69763]: value = "task-4122578" [ 957.092480] env[69763]: _type = "Task" [ 957.092480] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.104536] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.199029] env[69763]: DEBUG nova.network.neutron [req-1f2b5a39-d0f8-4912-abdb-b5ea54feab28 req-8a66654a-6409-4d82-bc99-46de6e69eed7 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updated VIF entry in instance network info cache for port d81628ad-87f9-4de4-b01a-60f6425c88be. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.199247] env[69763]: DEBUG nova.network.neutron [req-1f2b5a39-d0f8-4912-abdb-b5ea54feab28 req-8a66654a-6409-4d82-bc99-46de6e69eed7 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance_info_cache with network_info: [{"id": "d81628ad-87f9-4de4-b01a-60f6425c88be", "address": "fa:16:3e:bb:08:7a", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81628ad-87", "ovs_interfaceid": "d81628ad-87f9-4de4-b01a-60f6425c88be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.270199] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122573, 'name': CreateSnapshot_Task, 'duration_secs': 1.38627} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.270199] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 957.270298] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6fd518e-b54c-41f2-8ae2-b8f2f2a63458 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.286520] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5262db8f-cd09-957a-de37-c1acb0534b59, 'name': SearchDatastore_Task, 'duration_secs': 0.012768} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.287101] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.287342] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 957.287568] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.287710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.287883] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 957.288193] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5721213-2c36-49b7-81ee-ecb6bb2a26ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.299592] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 957.299776] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 957.300521] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-680ffe1f-a897-4b2d-86f5-c30f083573f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.306463] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 957.306463] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526b2fdc-5514-46b8-8dc6-75ed24156542" [ 957.306463] env[69763]: _type = "Task" [ 957.306463] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.314818] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526b2fdc-5514-46b8-8dc6-75ed24156542, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.368514] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquiring lock "refresh_cache-2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.368669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquired lock "refresh_cache-2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.368852] env[69763]: DEBUG nova.network.neutron [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.478492] env[69763]: INFO nova.compute.manager [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] instance snapshotting [ 957.483719] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba46293-ea23-4c46-878e-dcd23fd6a3ea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.511206] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-063e0033-5f14-4623-8b5f-afd53e184410 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.604586] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120841} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.607658] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.608956] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff145d38-b1e8-4b60-929f-da06b795f976 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.633823] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] c5fc189f-8a03-47bb-a655-72516530d9a0/c5fc189f-8a03-47bb-a655-72516530d9a0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.637362] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7a4839a-ae4a-4ab2-ae12-0dbe7e051a0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.662015] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 957.662015] env[69763]: value = "task-4122579" [ 957.662015] env[69763]: _type = "Task" [ 957.662015] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.675713] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122579, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.689695] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 957.690059] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dc6bf70-0e0c-4915-a450-0568c52f7a31 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.694557] env[69763]: DEBUG nova.network.neutron [-] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.698998] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 957.698998] env[69763]: value = "task-4122580" [ 957.698998] env[69763]: _type = "Task" [ 957.698998] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.706220] env[69763]: DEBUG oslo_concurrency.lockutils [req-1f2b5a39-d0f8-4912-abdb-b5ea54feab28 req-8a66654a-6409-4d82-bc99-46de6e69eed7 service nova] Releasing lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.713759] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.796736] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 957.797424] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8cb972d2-c2de-4ef9-b123-e338c332f5de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.807712] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 957.807712] env[69763]: value = "task-4122581" [ 957.807712] env[69763]: _type = "Task" [ 957.807712] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.824491] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526b2fdc-5514-46b8-8dc6-75ed24156542, 'name': SearchDatastore_Task, 'duration_secs': 0.037783} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.828773] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122581, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.829177] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bb653db-5b96-488a-a2bc-a7dffe553277 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.839282] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 957.839282] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c06261-36bc-836e-1bc0-8732b5b15f34" [ 957.839282] env[69763]: _type = "Task" [ 957.839282] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.848974] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c06261-36bc-836e-1bc0-8732b5b15f34, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.924349] env[69763]: DEBUG nova.network.neutron [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 958.009905] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0ea6a6-a27e-47a7-a74a-104530d7908b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.017998] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045c9c3e-a278-4e07-86c0-a575156aeb41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.025048] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 958.059078] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f9bf2421-2eb5-4c19-8253-49bc390a9f22 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.064746] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18fe6000-d61d-4f93-9e6c-390e3261f37f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.074996] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b832154-d270-46e0-a877-75818aa78d19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.080813] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 958.080813] env[69763]: value = "task-4122582" [ 958.080813] env[69763]: _type = "Task" [ 958.080813] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.096656] env[69763]: DEBUG nova.compute.provider_tree [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.103981] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122582, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.148738] env[69763]: DEBUG nova.network.neutron [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Updating instance_info_cache with network_info: [{"id": "8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3", "address": "fa:16:3e:f3:a7:6f", "network": {"id": "c2f4731e-0c08-4d4a-a065-6011eb12a4ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-800883693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf6c6b53d7304c669f831d49cf7be55a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8daf79c3-67", "ovs_interfaceid": "8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.178020] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122579, 'name': ReconfigVM_Task, 'duration_secs': 0.415958} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.178020] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Reconfigured VM instance instance-0000002d to attach disk [datastore1] c5fc189f-8a03-47bb-a655-72516530d9a0/c5fc189f-8a03-47bb-a655-72516530d9a0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.178020] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4f6e84b-85a0-4d33-a59a-cb04cd281cbc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.186063] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 958.186063] env[69763]: value = "task-4122583" [ 958.186063] env[69763]: _type = "Task" [ 958.186063] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.198750] env[69763]: INFO nova.compute.manager [-] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Took 1.28 seconds to deallocate network for instance. [ 958.199296] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122583, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.217247] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122580, 'name': PowerOffVM_Task, 'duration_secs': 0.225631} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.217510] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 958.217906] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 958.218824] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cea091-5ade-46b5-bf7f-4cb14a7e55c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.228602] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 958.228602] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-689c5c9d-7936-4f3b-ac52-f2a219a2f7d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.316723] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 958.317028] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 958.317452] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleting the datastore file [datastore1] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 958.317847] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-50703ea5-a48d-4c61-9417-6b1c92e5fba3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.327984] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122581, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.329876] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 958.329876] env[69763]: value = "task-4122585" [ 958.329876] env[69763]: _type = "Task" [ 958.329876] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.340406] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122585, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.351950] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c06261-36bc-836e-1bc0-8732b5b15f34, 'name': SearchDatastore_Task, 'duration_secs': 0.014418} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.352290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.352531] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec/be5d76e1-a022-4de4-bf79-94a83f9958ec.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 958.352819] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e872c1a7-847c-4d46-8b2c-2f51d4acb26a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.360364] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 958.360364] env[69763]: value = "task-4122586" [ 958.360364] env[69763]: _type = "Task" [ 958.360364] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.370420] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122586, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.592031] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122582, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.600314] env[69763]: DEBUG nova.scheduler.client.report [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 958.653070] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Releasing lock "refresh_cache-2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.653288] env[69763]: DEBUG nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Instance network_info: |[{"id": "8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3", "address": "fa:16:3e:f3:a7:6f", "network": {"id": "c2f4731e-0c08-4d4a-a065-6011eb12a4ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-800883693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf6c6b53d7304c669f831d49cf7be55a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8daf79c3-67", "ovs_interfaceid": "8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 958.654077] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:a7:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '10b81051-1eb1-406b-888c-4548c470c77e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 958.667007] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Creating folder: Project (bf6c6b53d7304c669f831d49cf7be55a). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.667532] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e0c8f44-6ae3-41bc-b5de-fe0001e17e55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.684183] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Created folder: Project (bf6c6b53d7304c669f831d49cf7be55a) in parent group-v816505. [ 958.684439] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Creating folder: Instances. Parent ref: group-v816643. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 958.684831] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-48532ed4-cbe1-4ab0-8be1-5cdfae078916 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.698980] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122583, 'name': Rename_Task, 'duration_secs': 0.194568} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.699324] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.701289] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b21593d6-2054-4fcb-84d1-f83ff905b30d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.702767] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Created folder: Instances in parent group-v816643. [ 958.702954] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 958.703160] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 958.703791] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cfada330-3175-4905-a1db-d00ddcd2442c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.720146] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.720554] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 958.720554] env[69763]: value = "task-4122589" [ 958.720554] env[69763]: _type = "Task" [ 958.720554] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.729248] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 958.729248] env[69763]: value = "task-4122590" [ 958.729248] env[69763]: _type = "Task" [ 958.729248] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.733983] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122589, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.748057] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122590, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.811890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 958.812156] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 958.822751] env[69763]: DEBUG nova.compute.manager [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Received event network-changed-8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 958.822751] env[69763]: DEBUG nova.compute.manager [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Refreshing instance network info cache due to event network-changed-8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 958.822751] env[69763]: DEBUG oslo_concurrency.lockutils [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] Acquiring lock "refresh_cache-2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.822751] env[69763]: DEBUG oslo_concurrency.lockutils [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] Acquired lock "refresh_cache-2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.822751] env[69763]: DEBUG nova.network.neutron [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Refreshing network info cache for port 8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 958.828713] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122581, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.844974] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122585, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.207386} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.845326] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 958.845472] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 958.845651] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 958.874381] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122586, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.095192] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122582, 'name': CreateSnapshot_Task, 'duration_secs': 0.615181} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.095479] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 959.096287] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-733b236d-5c14-41b0-8317-0b8aefc691a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.107071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.726s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.107647] env[69763]: DEBUG nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.110806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.107s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.232750] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122589, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.245542] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122590, 'name': CreateVM_Task, 'duration_secs': 0.511405} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.245987] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 959.247086] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.247463] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.247956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.248370] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2226ed81-a500-47d8-97f0-0f67f10234e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.255080] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 959.255080] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521e8177-f6e4-7c67-c575-4da15e589cad" [ 959.255080] env[69763]: _type = "Task" [ 959.255080] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.264252] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521e8177-f6e4-7c67-c575-4da15e589cad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.323047] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122581, 'name': CloneVM_Task, 'duration_secs': 1.413912} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.323332] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Created linked-clone VM from snapshot [ 959.324093] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cac2507-3e0f-4533-afc4-e5972635f1e9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.334035] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Uploading image 623fdd02-b43e-4c38-919d-72be79fd17e2 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 959.358797] env[69763]: DEBUG oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 959.358797] env[69763]: value = "vm-816641" [ 959.358797] env[69763]: _type = "VirtualMachine" [ 959.358797] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 959.359093] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-2c96e948-a838-4f4a-8c67-e627141333a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.366827] env[69763]: DEBUG oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lease: (returnval){ [ 959.366827] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b4ab93-ffa9-5ef8-b08e-d13ad8f9bb65" [ 959.366827] env[69763]: _type = "HttpNfcLease" [ 959.366827] env[69763]: } obtained for exporting VM: (result){ [ 959.366827] env[69763]: value = "vm-816641" [ 959.366827] env[69763]: _type = "VirtualMachine" [ 959.366827] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 959.367226] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the lease: (returnval){ [ 959.367226] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b4ab93-ffa9-5ef8-b08e-d13ad8f9bb65" [ 959.367226] env[69763]: _type = "HttpNfcLease" [ 959.367226] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 959.376580] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122586, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586823} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.377541] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec/be5d76e1-a022-4de4-bf79-94a83f9958ec.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.377762] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.378026] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c20039a9-5c5b-4161-9116-46bbea86da18 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.381441] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.381441] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b4ab93-ffa9-5ef8-b08e-d13ad8f9bb65" [ 959.381441] env[69763]: _type = "HttpNfcLease" [ 959.381441] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 959.387336] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 959.387336] env[69763]: value = "task-4122592" [ 959.387336] env[69763]: _type = "Task" [ 959.387336] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.398496] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122592, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.619034] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 959.620718] env[69763]: DEBUG nova.compute.utils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 959.633419] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-718b93c3-d76d-4621-8e98-e13548e1fbf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.637334] env[69763]: DEBUG nova.network.neutron [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Updated VIF entry in instance network info cache for port 8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 959.637749] env[69763]: DEBUG nova.network.neutron [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Updating instance_info_cache with network_info: [{"id": "8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3", "address": "fa:16:3e:f3:a7:6f", "network": {"id": "c2f4731e-0c08-4d4a-a065-6011eb12a4ff", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-800883693-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bf6c6b53d7304c669f831d49cf7be55a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "10b81051-1eb1-406b-888c-4548c470c77e", "external-id": "nsx-vlan-transportzone-207", "segmentation_id": 207, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8daf79c3-67", "ovs_interfaceid": "8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 959.639754] env[69763]: DEBUG nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 959.644365] env[69763]: DEBUG nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 959.644654] env[69763]: DEBUG nova.network.neutron [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 959.648661] env[69763]: DEBUG oslo_concurrency.lockutils [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] Releasing lock "refresh_cache-2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.648959] env[69763]: DEBUG nova.compute.manager [req-11be3e3d-8966-4d31-9ab5-e7fff1e30e9b req-bdbacea2-ca62-4226-824e-bf197367598d service nova] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Received event network-vif-deleted-96305b43-c3a0-469c-a862-ad77b7e72f03 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.657918] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 959.657918] env[69763]: value = "task-4122593" [ 959.657918] env[69763]: _type = "Task" [ 959.657918] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.670966] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122593, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.702491] env[69763]: DEBUG nova.policy [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4649b0f89f3149988504a447c22e30ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4accb92800449e9a1c69d2ff9c8e671', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.736367] env[69763]: DEBUG oslo_vmware.api [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122589, 'name': PowerOnVM_Task, 'duration_secs': 0.99526} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.736783] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.737076] env[69763]: INFO nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Took 9.13 seconds to spawn the instance on the hypervisor. [ 959.737369] env[69763]: DEBUG nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 959.738463] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7b23a2-f5a3-425e-ae2b-93941f890897 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.766857] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521e8177-f6e4-7c67-c575-4da15e589cad, 'name': SearchDatastore_Task, 'duration_secs': 0.010963} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.767271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.767551] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 959.767861] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.768060] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.768450] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 959.768632] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-31673bee-0a73-453a-8a9d-c221775620d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.780166] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 959.780439] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 959.781393] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4f2786b-3c21-4d99-8912-bc8963b5b1da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.792501] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 959.792501] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523b814c-4cd5-336f-e485-14a45dcb704e" [ 959.792501] env[69763]: _type = "Task" [ 959.792501] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.802625] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523b814c-4cd5-336f-e485-14a45dcb704e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.876124] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 959.876124] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b4ab93-ffa9-5ef8-b08e-d13ad8f9bb65" [ 959.876124] env[69763]: _type = "HttpNfcLease" [ 959.876124] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 959.879535] env[69763]: DEBUG oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 959.879535] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b4ab93-ffa9-5ef8-b08e-d13ad8f9bb65" [ 959.879535] env[69763]: _type = "HttpNfcLease" [ 959.879535] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 959.879535] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960ad7be-084d-4869-918e-4b32cea39410 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.885093] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.885330] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.885487] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.885673] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.885909] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.885962] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.886207] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.886378] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.886779] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.886779] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.886960] env[69763]: DEBUG nova.virt.hardware [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.887822] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e792c-7910-4c4f-b2c4-d602a1f404ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.893390] env[69763]: DEBUG oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520062b3-b1c1-1b54-57ec-6c8a2e4bd677/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 959.893566] env[69763]: DEBUG oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520062b3-b1c1-1b54-57ec-6c8a2e4bd677/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 959.957444] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122592, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068092} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.959050] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 959.960461] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72690b47-b4e1-4dc0-b0fb-b42ff20e371c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.965411] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b61ee38-d516-4c21-9a84-46698741c907 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.983758] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:c3:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '477e7819-890c-49bb-8248-85fadf5cd915', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 959.993309] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 960.004131] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 960.013727] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec/be5d76e1-a022-4de4-bf79-94a83f9958ec.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.016385] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c6d685b-c345-4431-8351-5e022b299f2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.031297] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bb79f63-7a09-4e72-833b-5ffe31474d05 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.045318] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c623333a-800f-4d26-927e-c963a5dc0308 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.055200] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 960.055200] env[69763]: value = "task-4122594" [ 960.055200] env[69763]: _type = "Task" [ 960.055200] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.055635] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 960.055635] env[69763]: value = "task-4122595" [ 960.055635] env[69763]: _type = "Task" [ 960.055635] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.081610] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122594, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.082297] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122595, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.090286] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] Acquiring lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.090845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] Acquired lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.090845] env[69763]: DEBUG nova.network.neutron [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.126987] env[69763]: DEBUG nova.network.neutron [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Successfully created port: d65d67a6-bddf-4f81-9615-67ee45c2adff {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 960.169895] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122593, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.181809] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 692b0f46-ba76-4bdd-a529-243bc0cd2546 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.182018] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 60724625-b676-437f-89d4-845433c33fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.182153] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 148abfee-2aaa-45fb-ba92-1aa68cac8b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.182275] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance f0054d4d-12f1-44ba-b35a-5cb84f87b84e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.182388] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 7eafa89b-728a-42c8-9af7-5c909b1c3acb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.182499] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 237f9247-6f24-4bbd-b9d1-84402bb6670d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.182605] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e4012c7e-7b29-4ada-b5d4-5e092555a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.182712] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance b6f29db9-80f6-4781-b486-3d1a5b4f841c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.182816] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a2c800ff-c590-4e06-961f-fbb50928aa71 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.182921] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.183041] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a33a085d-4071-41d5-895e-1fc75790e5ea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.183272] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 333044fb-7528-4210-b5f5-566e74e0c286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.183420] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance fb6458c7-5b49-416b-99fa-24a1571ec304 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.183551] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 578c9477-4609-4638-ba9d-6dfc3fcfe00b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.183663] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 0ba728e6-127d-4b7f-9559-37b380cdb781 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.183775] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.184011] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 298a8a34-6f1b-49b9-8358-10d0d6ba447d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.184237] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9afc1d78-9d77-4786-8598-f26947ecb97b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.184393] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 002b787b-96fa-4f0b-b2d4-969d2f49a574 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.185093] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance da489781-f745-4bfc-b063-9668d1791178 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.185250] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9c4ff6ed-9ae4-441a-9cba-baf646488aa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.185436] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6f88b001-92fe-4870-833d-50d35a87a27d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 960.185496] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 626997d7-942b-440c-9cd8-5ff0fe1d8246 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.185603] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.185753] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance c5fc189f-8a03-47bb-a655-72516530d9a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.185871] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance be5d76e1-a022-4de4-bf79-94a83f9958ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186034] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.186094] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a78880c5-dba8-40f9-8da7-47fdd060a8ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 960.256506] env[69763]: INFO nova.compute.manager [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Took 31.75 seconds to build instance. [ 960.304244] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523b814c-4cd5-336f-e485-14a45dcb704e, 'name': SearchDatastore_Task, 'duration_secs': 0.011404} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.306066] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42f68625-a715-43ab-b2cd-d32396e3ac04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.312548] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 960.312548] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52628c11-3263-4f8d-65b8-a8209320b89d" [ 960.312548] env[69763]: _type = "Task" [ 960.312548] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.323911] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52628c11-3263-4f8d-65b8-a8209320b89d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.572432] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122594, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.576478] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122595, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.659025] env[69763]: DEBUG nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 960.683457] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122593, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.689912] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 95d7879b-912b-4a3c-8770-fd14bef6d3e0 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 960.698772] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 960.698772] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 960.698772] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 960.698772] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 960.698772] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 960.699115] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 960.699363] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 960.699589] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 960.699844] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 960.700229] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 960.700573] env[69763]: DEBUG nova.virt.hardware [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 960.701880] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356d240d-d05a-4fb8-ae2a-48d2f72b2e9c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.716378] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f938763-0efd-4ba6-a2d1-bf148979c112 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.759021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e0df13b1-a61c-46d6-819f-7fb8259cb76d tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "c5fc189f-8a03-47bb-a655-72516530d9a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.429s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.826088] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52628c11-3263-4f8d-65b8-a8209320b89d, 'name': SearchDatastore_Task, 'duration_secs': 0.017035} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.826780] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.827286] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1/2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 960.830334] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-00c003fd-0087-41e4-87e9-741d8ed527f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.841513] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 960.841513] env[69763]: value = "task-4122596" [ 960.841513] env[69763]: _type = "Task" [ 960.841513] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.850803] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122596, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.999813] env[69763]: DEBUG nova.network.neutron [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Updating instance_info_cache with network_info: [{"id": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "address": "fa:16:3e:03:7d:f4", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b736b9f-95", "ovs_interfaceid": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.071243] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122594, 'name': CreateVM_Task, 'duration_secs': 0.728538} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.075664] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 961.076392] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122595, 'name': ReconfigVM_Task, 'duration_secs': 0.704021} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.077319] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.077744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.078597] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.079193] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfigured VM instance instance-0000002e to attach disk [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec/be5d76e1-a022-4de4-bf79-94a83f9958ec.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 961.080050] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9394127-d7af-477b-80df-47671bbafe35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.082178] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86b8447d-2fb3-4811-862a-4ce5450cddd2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.093966] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 961.093966] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529fb10a-f11b-e45b-4ce7-9a9cc43f0224" [ 961.093966] env[69763]: _type = "Task" [ 961.093966] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.095749] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 961.095749] env[69763]: value = "task-4122597" [ 961.095749] env[69763]: _type = "Task" [ 961.095749] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.110844] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122597, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.116160] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529fb10a-f11b-e45b-4ce7-9a9cc43f0224, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.179036] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122593, 'name': CloneVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.194314] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 03449ac3-95ed-4948-94c5-3f8ce91049e4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 961.267262] env[69763]: DEBUG nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 961.362383] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122596, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.503789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] Releasing lock "refresh_cache-c5fc189f-8a03-47bb-a655-72516530d9a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.504029] env[69763]: DEBUG nova.compute.manager [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Inject network info {{(pid=69763) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 961.504295] env[69763]: DEBUG nova.compute.manager [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] network_info to inject: |[{"id": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "address": "fa:16:3e:03:7d:f4", "network": {"id": "063ddaf9-e7c4-422a-b9a7-0f66672b393b", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-243519979-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd83a3e6aa7d4705ba1de92289db99e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b71230ae-e879-4384-88ce-fe64c86fce22", "external-id": "nsx-vlan-transportzone-473", "segmentation_id": 473, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8b736b9f-95", "ovs_interfaceid": "8b736b9f-95d8-41c5-a370-4fe63e601e4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 961.510077] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Reconfiguring VM instance to set the machine id {{(pid=69763) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 961.510762] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e16a9de6-55fa-42ea-9616-5a71c13b4926 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.531730] env[69763]: DEBUG oslo_vmware.api [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] Waiting for the task: (returnval){ [ 961.531730] env[69763]: value = "task-4122598" [ 961.531730] env[69763]: _type = "Task" [ 961.531730] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.543429] env[69763]: DEBUG oslo_vmware.api [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] Task: {'id': task-4122598, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.610427] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122597, 'name': Rename_Task, 'duration_secs': 0.300234} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.614587] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.615663] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529fb10a-f11b-e45b-4ce7-9a9cc43f0224, 'name': SearchDatastore_Task, 'duration_secs': 0.015097} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.616264] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5ee04a6c-ff00-43e6-8cd1-5057d4bae2f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.618796] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.619291] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 961.619961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.619961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.620312] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 961.621999] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4bdb12ac-f36f-4160-b68e-6339e306a96d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.629146] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 961.629146] env[69763]: value = "task-4122599" [ 961.629146] env[69763]: _type = "Task" [ 961.629146] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.631139] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 961.631572] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 961.635996] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6963a8a-8799-41b7-9530-be73bdbb7aa8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.649759] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.650318] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 961.650318] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a0a9d-9fc0-b494-37f0-6e8c07a98b8a" [ 961.650318] env[69763]: _type = "Task" [ 961.650318] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.661055] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a0a9d-9fc0-b494-37f0-6e8c07a98b8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.677284] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122593, 'name': CloneVM_Task, 'duration_secs': 1.549972} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.678855] env[69763]: DEBUG nova.compute.manager [req-56c8f8e5-b359-47ec-a13e-280d41d9c791 req-ca040848-8720-43de-a5ad-b0ac9e5f34ec service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Received event network-vif-plugged-d65d67a6-bddf-4f81-9615-67ee45c2adff {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.679194] env[69763]: DEBUG oslo_concurrency.lockutils [req-56c8f8e5-b359-47ec-a13e-280d41d9c791 req-ca040848-8720-43de-a5ad-b0ac9e5f34ec service nova] Acquiring lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.679461] env[69763]: DEBUG oslo_concurrency.lockutils [req-56c8f8e5-b359-47ec-a13e-280d41d9c791 req-ca040848-8720-43de-a5ad-b0ac9e5f34ec service nova] Lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.679708] env[69763]: DEBUG oslo_concurrency.lockutils [req-56c8f8e5-b359-47ec-a13e-280d41d9c791 req-ca040848-8720-43de-a5ad-b0ac9e5f34ec service nova] Lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.679964] env[69763]: DEBUG nova.compute.manager [req-56c8f8e5-b359-47ec-a13e-280d41d9c791 req-ca040848-8720-43de-a5ad-b0ac9e5f34ec service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] No waiting events found dispatching network-vif-plugged-d65d67a6-bddf-4f81-9615-67ee45c2adff {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 961.680262] env[69763]: WARNING nova.compute.manager [req-56c8f8e5-b359-47ec-a13e-280d41d9c791 req-ca040848-8720-43de-a5ad-b0ac9e5f34ec service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Received unexpected event network-vif-plugged-d65d67a6-bddf-4f81-9615-67ee45c2adff for instance with vm_state building and task_state spawning. [ 961.680913] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Created linked-clone VM from snapshot [ 961.682324] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94b1a05-9bed-4cd7-8afe-552f75f916d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.691938] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Uploading image add055f8-57e3-4447-8bf1-5fb6d09b858a {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 961.701102] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 02f13b78-8877-4061-ba37-734bb5c49f34 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 961.722173] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 961.722173] env[69763]: value = "vm-816646" [ 961.722173] env[69763]: _type = "VirtualMachine" [ 961.722173] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 961.723551] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-3298a699-ffdb-49a2-9ac3-0f03e9ded4f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.734202] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lease: (returnval){ [ 961.734202] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f4cda6-6494-2c6e-6156-ba46dad6cf27" [ 961.734202] env[69763]: _type = "HttpNfcLease" [ 961.734202] env[69763]: } obtained for exporting VM: (result){ [ 961.734202] env[69763]: value = "vm-816646" [ 961.734202] env[69763]: _type = "VirtualMachine" [ 961.734202] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 961.734202] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the lease: (returnval){ [ 961.734202] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f4cda6-6494-2c6e-6156-ba46dad6cf27" [ 961.734202] env[69763]: _type = "HttpNfcLease" [ 961.734202] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 961.748621] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 961.748621] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f4cda6-6494-2c6e-6156-ba46dad6cf27" [ 961.748621] env[69763]: _type = "HttpNfcLease" [ 961.748621] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 961.749447] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 961.749447] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f4cda6-6494-2c6e-6156-ba46dad6cf27" [ 961.749447] env[69763]: _type = "HttpNfcLease" [ 961.749447] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 961.750551] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5eb3e0-6368-4feb-87a9-126ba5dbd73d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.761259] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273ede3-1ccf-c73f-7bc8-d8a560f9b22a/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 961.761510] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273ede3-1ccf-c73f-7bc8-d8a560f9b22a/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 961.818923] env[69763]: DEBUG nova.network.neutron [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Successfully updated port: d65d67a6-bddf-4f81-9615-67ee45c2adff {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 961.848553] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.855981] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122596, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.726938} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.856339] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1/2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 961.856577] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 961.856848] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2776f24c-80a2-40ab-8c1b-5aa12ecb7c35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.863698] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-42eb9097-4db9-4906-b4bf-709f9372fd50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.870149] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 961.870149] env[69763]: value = "task-4122601" [ 961.870149] env[69763]: _type = "Task" [ 961.870149] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.881316] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122601, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.042828] env[69763]: DEBUG oslo_vmware.api [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] Task: {'id': task-4122598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.141972] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.163485] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a0a9d-9fc0-b494-37f0-6e8c07a98b8a, 'name': SearchDatastore_Task, 'duration_secs': 0.020262} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.164496] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c13e0433-1806-446b-9a48-8e61b84f42b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.173983] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 962.173983] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c5e47c-541a-7b98-7102-d531ff92e272" [ 962.173983] env[69763]: _type = "Task" [ 962.173983] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.186365] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c5e47c-541a-7b98-7102-d531ff92e272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.204662] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6c397902-d523-4abc-bf3e-dd03e3d62a45 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 962.327679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "refresh_cache-a78880c5-dba8-40f9-8da7-47fdd060a8ca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.327679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "refresh_cache-a78880c5-dba8-40f9-8da7-47fdd060a8ca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.327679] env[69763]: DEBUG nova.network.neutron [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 962.387197] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122601, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073279} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.387682] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 962.388809] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ed14ad-e100-43ab-95f8-df290d3ef5ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.417839] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1/2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 962.418988] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7d34435c-99ba-4175-a6fd-f0b82ee7088b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.447145] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 962.447145] env[69763]: value = "task-4122602" [ 962.447145] env[69763]: _type = "Task" [ 962.447145] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.460582] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122602, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.550562] env[69763]: DEBUG oslo_vmware.api [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] Task: {'id': task-4122598, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.647932] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122599, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.688149] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c5e47c-541a-7b98-7102-d531ff92e272, 'name': SearchDatastore_Task, 'duration_secs': 0.01877} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.689336] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.689702] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057/e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 962.690149] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6bf2f8b-5f53-44cd-82a7-513c9f078e1a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.699526] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 962.699526] env[69763]: value = "task-4122603" [ 962.699526] env[69763]: _type = "Task" [ 962.699526] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.710421] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 3b94583b-dae6-405d-8d9e-66b0ada48283 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 962.712285] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122603, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.888566] env[69763]: DEBUG nova.network.neutron [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 962.964416] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122602, 'name': ReconfigVM_Task, 'duration_secs': 0.473736} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.967701] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1/2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 962.968576] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e4ed0ec-41f5-471a-8827-0ede40eb6f37 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.977614] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 962.977614] env[69763]: value = "task-4122604" [ 962.977614] env[69763]: _type = "Task" [ 962.977614] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.989880] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122604, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.045329] env[69763]: DEBUG oslo_vmware.api [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] Task: {'id': task-4122598, 'name': ReconfigVM_Task, 'duration_secs': 1.200448} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.046063] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4656bbae-13cf-4983-8af7-ff151f18c119 tempest-ServersAdminTestJSON-931263799 tempest-ServersAdminTestJSON-931263799-project-admin] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Reconfigured VM instance to set the machine id {{(pid=69763) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 963.096434] env[69763]: DEBUG nova.network.neutron [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Updating instance_info_cache with network_info: [{"id": "d65d67a6-bddf-4f81-9615-67ee45c2adff", "address": "fa:16:3e:46:8f:d1", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65d67a6-bd", "ovs_interfaceid": "d65d67a6-bddf-4f81-9615-67ee45c2adff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 963.143998] env[69763]: DEBUG oslo_vmware.api [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122599, 'name': PowerOnVM_Task, 'duration_secs': 1.399783} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.144423] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 963.144711] env[69763]: INFO nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Took 9.78 seconds to spawn the instance on the hypervisor. [ 963.144949] env[69763]: DEBUG nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 963.146090] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-647e8f9d-88dd-4d17-b10d-c3b2e9a1cb29 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.215269] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance c7fe2c20-7126-492b-b5e1-b59a28c3d7a9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.216955] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122603, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.488749] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122604, 'name': Rename_Task, 'duration_secs': 0.350984} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.489250] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 963.489640] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71dd06db-c1f4-434f-9acc-5601d905e745 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.499142] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 963.499142] env[69763]: value = "task-4122605" [ 963.499142] env[69763]: _type = "Task" [ 963.499142] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.510782] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122605, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.599884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "refresh_cache-a78880c5-dba8-40f9-8da7-47fdd060a8ca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.600481] env[69763]: DEBUG nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Instance network_info: |[{"id": "d65d67a6-bddf-4f81-9615-67ee45c2adff", "address": "fa:16:3e:46:8f:d1", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65d67a6-bd", "ovs_interfaceid": "d65d67a6-bddf-4f81-9615-67ee45c2adff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 963.601053] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:46:8f:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd65d67a6-bddf-4f81-9615-67ee45c2adff', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 963.610506] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 963.610997] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 963.611279] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57d5d10c-bb16-4dcd-9260-12b1a54c9c7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.637087] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 963.637087] env[69763]: value = "task-4122606" [ 963.637087] env[69763]: _type = "Task" [ 963.637087] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.645387] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122606, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.667661] env[69763]: INFO nova.compute.manager [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Took 31.97 seconds to build instance. [ 963.715134] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122603, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.62989} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.715632] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057/e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 963.716105] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 963.716872] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5269a894-59cd-44ff-80b6-a71cf1b07c6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.720457] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 963.729698] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 963.729698] env[69763]: value = "task-4122607" [ 963.729698] env[69763]: _type = "Task" [ 963.729698] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.742126] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122607, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.010758] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122605, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.147947] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122606, 'name': CreateVM_Task, 'duration_secs': 0.420257} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.148208] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 964.149070] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.149314] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.149807] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.150107] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9e44001-897a-400a-8355-16ddcfcdcc0e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.156127] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 964.156127] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b47fa2-060f-c5a1-515a-1d9a8ebba2d1" [ 964.156127] env[69763]: _type = "Task" [ 964.156127] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.165765] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b47fa2-060f-c5a1-515a-1d9a8ebba2d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.170537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0212a8fa-9b40-4e82-ad67-f5c1f27b62ba tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.037s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.224327] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e6f4dda5-e4f5-4b25-bc4d-4587ef211935 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 964.224757] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 23 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 964.224955] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4992MB phys_disk=200GB used_disk=21GB total_vcpus=48 used_vcpus=23 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 964.241817] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122607, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099074} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.242202] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 964.243098] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3188e7d5-ae77-4b0e-97e9-b62caff870c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.267274] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057/e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 964.271098] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0a1a3c0-61e3-4fce-b399-626291af27d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.292741] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 964.292741] env[69763]: value = "task-4122608" [ 964.292741] env[69763]: _type = "Task" [ 964.292741] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.307521] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122608, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.512208] env[69763]: DEBUG oslo_vmware.api [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122605, 'name': PowerOnVM_Task, 'duration_secs': 0.714081} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.515305] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 964.515571] env[69763]: INFO nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Took 8.36 seconds to spawn the instance on the hypervisor. [ 964.515774] env[69763]: DEBUG nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 964.516917] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-727ab157-bf5d-429c-ab48-614afa1a626a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.668010] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b47fa2-060f-c5a1-515a-1d9a8ebba2d1, 'name': SearchDatastore_Task, 'duration_secs': 0.016917} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.671362] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.671712] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.671986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.672214] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.672495] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.673228] env[69763]: DEBUG nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 964.676161] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae1ec139-2343-4be6-bcfc-29ae2e5d50c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.689740] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.690066] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.691093] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1801565-36c7-473f-ad11-f481a777e6da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.698604] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 964.698604] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522d6c8d-0aa8-9b26-46aa-0c94759f13d4" [ 964.698604] env[69763]: _type = "Task" [ 964.698604] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.711599] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522d6c8d-0aa8-9b26-46aa-0c94759f13d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.800194] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-080a39f0-0e40-406d-aa23-3b455ea5af9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.806545] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122608, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.812386] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d110abf-caed-46c7-945f-52e9aad01c43 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.843444] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93390f8d-a08c-474c-af55-6b2308ac395d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.852345] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198a59e1-3a25-413c-a704-cd9446ef90ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.867763] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 965.038919] env[69763]: INFO nova.compute.manager [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Took 29.56 seconds to build instance. [ 965.197637] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.215263] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522d6c8d-0aa8-9b26-46aa-0c94759f13d4, 'name': SearchDatastore_Task, 'duration_secs': 0.01649} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.216417] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fda1156-2045-4af4-b569-274bbfd17e8a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.223807] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 965.223807] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52da5ba5-6788-c3ea-1327-404ffba01f97" [ 965.223807] env[69763]: _type = "Task" [ 965.223807] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.234403] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52da5ba5-6788-c3ea-1327-404ffba01f97, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.304555] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122608, 'name': ReconfigVM_Task, 'duration_secs': 0.614588} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.304879] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Reconfigured VM instance instance-0000002c to attach disk [datastore2] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057/e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 965.305781] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-549aec41-f8c1-4348-b2f3-2c6c9bd6445b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.313293] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 965.313293] env[69763]: value = "task-4122609" [ 965.313293] env[69763]: _type = "Task" [ 965.313293] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.323744] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122609, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.371342] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.540596] env[69763]: DEBUG oslo_concurrency.lockutils [None req-363d8210-1ea4-4782-b7b7-f603a5d5b304 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 73.326s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.736448] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52da5ba5-6788-c3ea-1327-404ffba01f97, 'name': SearchDatastore_Task, 'duration_secs': 0.014687} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.736764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.737143] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a78880c5-dba8-40f9-8da7-47fdd060a8ca/a78880c5-dba8-40f9-8da7-47fdd060a8ca.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.737473] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9798514a-8354-465f-9da2-58d836de38b8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.747251] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 965.747251] env[69763]: value = "task-4122610" [ 965.747251] env[69763]: _type = "Task" [ 965.747251] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.756985] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122610, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.824634] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122609, 'name': Rename_Task, 'duration_secs': 0.2427} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.824966] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 965.825257] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2e083a8-142d-4db3-87e7-55754f8598a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.834256] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 965.834256] env[69763]: value = "task-4122611" [ 965.834256] env[69763]: _type = "Task" [ 965.834256] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.843568] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122611, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.878213] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 965.878529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 6.768s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.878923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.893s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.879164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.881676] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.653s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.883428] env[69763]: INFO nova.compute.claims [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.909174] env[69763]: INFO nova.scheduler.client.report [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Deleted allocations for instance 9afc1d78-9d77-4786-8598-f26947ecb97b [ 966.261152] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122610, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.347874] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122611, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.417539] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5b60d52a-a79b-40f0-adce-634ae162678d tempest-ServerDiagnosticsTest-1841012087 tempest-ServerDiagnosticsTest-1841012087-project-member] Lock "9afc1d78-9d77-4786-8598-f26947ecb97b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.225s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 966.763138] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122610, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.649675} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.763302] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a78880c5-dba8-40f9-8da7-47fdd060a8ca/a78880c5-dba8-40f9-8da7-47fdd060a8ca.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.763554] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.763798] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9be0c4c9-4747-4eac-bb2c-b019dbdb8e74 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.773077] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 966.773077] env[69763]: value = "task-4122612" [ 966.773077] env[69763]: _type = "Task" [ 966.773077] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.783677] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122612, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.847015] env[69763]: DEBUG oslo_vmware.api [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122611, 'name': PowerOnVM_Task, 'duration_secs': 0.87373} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.847388] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 966.847628] env[69763]: DEBUG nova.compute.manager [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 966.848759] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fdb3d7-257f-4c36-b55b-1891ca3459b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.285556] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122612, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082912} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.288757] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 967.290142] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d4b2b6c-5e3f-42bc-a2c1-cd0985911f30 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.319716] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Reconfiguring VM instance instance-00000030 to attach disk [datastore2] a78880c5-dba8-40f9-8da7-47fdd060a8ca/a78880c5-dba8-40f9-8da7-47fdd060a8ca.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 967.322834] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c072b86-b777-42db-97f5-055cc43c74af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.344940] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 967.344940] env[69763]: value = "task-4122613" [ 967.344940] env[69763]: _type = "Task" [ 967.344940] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.357441] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122613, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.368981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.440982] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-818a4c07-0df8-4823-b8fa-c03aa9cc57bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.451573] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dec2940-90cd-42f5-b3d8-50a391c73dad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.494641] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11212cd-6096-43d3-8010-062b11807779 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.504551] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538a8cba-091c-42d2-af54-47d87b7f1a86 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.521113] env[69763]: DEBUG nova.compute.provider_tree [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.856344] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122613, 'name': ReconfigVM_Task, 'duration_secs': 0.421238} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.856665] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Reconfigured VM instance instance-00000030 to attach disk [datastore2] a78880c5-dba8-40f9-8da7-47fdd060a8ca/a78880c5-dba8-40f9-8da7-47fdd060a8ca.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.857364] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-808c34d5-b168-4921-9e93-e6b298de263e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.865422] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 967.865422] env[69763]: value = "task-4122614" [ 967.865422] env[69763]: _type = "Task" [ 967.865422] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.874475] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122614, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.024965] env[69763]: DEBUG nova.scheduler.client.report [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 968.376100] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122614, 'name': Rename_Task, 'duration_secs': 0.184043} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.376521] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.376636] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fcd26eb-139d-4c2d-aae6-369d96baec26 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.383795] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 968.383795] env[69763]: value = "task-4122615" [ 968.383795] env[69763]: _type = "Task" [ 968.383795] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.392497] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122615, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.531231] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.532150] env[69763]: DEBUG nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 968.536552] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.390s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.539113] env[69763]: INFO nova.compute.claims [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 968.637908] env[69763]: DEBUG oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520062b3-b1c1-1b54-57ec-6c8a2e4bd677/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 968.639725] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6567cd1-008d-433b-b159-e9a2853d6ab3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.647065] env[69763]: DEBUG oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520062b3-b1c1-1b54-57ec-6c8a2e4bd677/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 968.647299] env[69763]: ERROR oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520062b3-b1c1-1b54-57ec-6c8a2e4bd677/disk-0.vmdk due to incomplete transfer. [ 968.647579] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f1145ca-9d70-432b-8481-21ecd5665b55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.656148] env[69763]: DEBUG oslo_vmware.rw_handles [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/520062b3-b1c1-1b54-57ec-6c8a2e4bd677/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 968.656437] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Uploaded image 623fdd02-b43e-4c38-919d-72be79fd17e2 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 968.659043] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.659388] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-14e3542c-0a55-42b1-aa15-289180bd905f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.667969] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 968.667969] env[69763]: value = "task-4122616" [ 968.667969] env[69763]: _type = "Task" [ 968.667969] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.678018] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122616, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.894320] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122615, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.045602] env[69763]: DEBUG nova.compute.utils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 969.052395] env[69763]: DEBUG nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 969.052395] env[69763]: DEBUG nova.network.neutron [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 969.105086] env[69763]: DEBUG nova.policy [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88db791389c542d3a5af6a79da6209cf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1b9550d1c23f4aa6afa25637c4219344', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.179912] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122616, 'name': Destroy_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.238417] env[69763]: INFO nova.compute.manager [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Rebuilding instance [ 969.253983] env[69763]: DEBUG nova.compute.manager [req-a89f2a4a-2bb5-40f2-813d-da468542993d req-7297a104-fe63-40fe-be31-bbd012f82e12 service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Received event network-changed-d65d67a6-bddf-4f81-9615-67ee45c2adff {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.254530] env[69763]: DEBUG nova.compute.manager [req-a89f2a4a-2bb5-40f2-813d-da468542993d req-7297a104-fe63-40fe-be31-bbd012f82e12 service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Refreshing instance network info cache due to event network-changed-d65d67a6-bddf-4f81-9615-67ee45c2adff. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 969.254530] env[69763]: DEBUG oslo_concurrency.lockutils [req-a89f2a4a-2bb5-40f2-813d-da468542993d req-7297a104-fe63-40fe-be31-bbd012f82e12 service nova] Acquiring lock "refresh_cache-a78880c5-dba8-40f9-8da7-47fdd060a8ca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.255341] env[69763]: DEBUG oslo_concurrency.lockutils [req-a89f2a4a-2bb5-40f2-813d-da468542993d req-7297a104-fe63-40fe-be31-bbd012f82e12 service nova] Acquired lock "refresh_cache-a78880c5-dba8-40f9-8da7-47fdd060a8ca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.255341] env[69763]: DEBUG nova.network.neutron [req-a89f2a4a-2bb5-40f2-813d-da468542993d req-7297a104-fe63-40fe-be31-bbd012f82e12 service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Refreshing network info cache for port d65d67a6-bddf-4f81-9615-67ee45c2adff {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 969.317215] env[69763]: DEBUG nova.compute.manager [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.318221] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-870b9880-faa6-4228-94b2-cec66141ab2e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.400289] env[69763]: DEBUG oslo_vmware.api [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122615, 'name': PowerOnVM_Task, 'duration_secs': 0.735849} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.400289] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.400289] env[69763]: INFO nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Took 8.74 seconds to spawn the instance on the hypervisor. [ 969.400289] env[69763]: DEBUG nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 969.400289] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377b794f-5d2c-4e77-a704-6750848fbf19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.553024] env[69763]: DEBUG nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 969.681939] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122616, 'name': Destroy_Task, 'duration_secs': 0.635146} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.684035] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Destroyed the VM [ 969.684297] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 969.685750] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2e855d99-0d80-41fa-8452-a313e4e855f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.693486] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 969.693486] env[69763]: value = "task-4122617" [ 969.693486] env[69763]: _type = "Task" [ 969.693486] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.707044] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.745249] env[69763]: DEBUG nova.network.neutron [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Successfully created port: c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 969.926148] env[69763]: INFO nova.compute.manager [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Took 32.85 seconds to build instance. [ 970.198342] env[69763]: DEBUG nova.network.neutron [req-a89f2a4a-2bb5-40f2-813d-da468542993d req-7297a104-fe63-40fe-be31-bbd012f82e12 service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Updated VIF entry in instance network info cache for port d65d67a6-bddf-4f81-9615-67ee45c2adff. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 970.200025] env[69763]: DEBUG nova.network.neutron [req-a89f2a4a-2bb5-40f2-813d-da468542993d req-7297a104-fe63-40fe-be31-bbd012f82e12 service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Updating instance_info_cache with network_info: [{"id": "d65d67a6-bddf-4f81-9615-67ee45c2adff", "address": "fa:16:3e:46:8f:d1", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd65d67a6-bd", "ovs_interfaceid": "d65d67a6-bddf-4f81-9615-67ee45c2adff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.202552] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6781bc1-16f9-4b0b-a631-11bdd38d0811 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.212474] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122617, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.220795] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-015c1ef6-4dbb-45e9-8729-80cc97334d04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.257773] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55f8a55-da5a-427d-9390-1181da3a31bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.266480] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1be29886-c872-4811-b088-6f49d9d9ff0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.281620] env[69763]: DEBUG nova.compute.provider_tree [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.336795] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.340020] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6ef384b1-4a0c-40e5-b743-77f830f988a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.347168] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 970.347168] env[69763]: value = "task-4122618" [ 970.347168] env[69763]: _type = "Task" [ 970.347168] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.358603] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.430321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2443311-f9cc-4af7-aa11-41ec26a31530 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.956s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.470567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.471192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.471472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 970.471472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.471696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.475642] env[69763]: INFO nova.compute.manager [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Terminating instance [ 970.568313] env[69763]: DEBUG nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 970.601629] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 970.601937] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 970.602360] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.602603] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 970.602758] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.602930] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 970.603169] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 970.603331] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 970.603499] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 970.603669] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 970.604503] env[69763]: DEBUG nova.virt.hardware [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 970.605379] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d2897a-b3e7-408a-a429-9190da9747b8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.614572] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f9d7d1-df3d-49e3-bae7-b2107e8b1e41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.705135] env[69763]: DEBUG oslo_vmware.api [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122617, 'name': RemoveSnapshot_Task, 'duration_secs': 0.888179} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.705472] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 970.705684] env[69763]: INFO nova.compute.manager [None req-96179dec-4412-45aa-8a9f-f6e511a89d41 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Took 15.51 seconds to snapshot the instance on the hypervisor. [ 970.708776] env[69763]: DEBUG oslo_concurrency.lockutils [req-a89f2a4a-2bb5-40f2-813d-da468542993d req-7297a104-fe63-40fe-be31-bbd012f82e12 service nova] Releasing lock "refresh_cache-a78880c5-dba8-40f9-8da7-47fdd060a8ca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.786667] env[69763]: DEBUG nova.scheduler.client.report [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.860520] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122618, 'name': PowerOffVM_Task, 'duration_secs': 0.332536} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.860985] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 970.861347] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.863014] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4276b6c8-ffaa-4dad-b9ba-6076312fad98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.872426] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 970.872722] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-388d027b-1957-42ee-a917-3ec48e3db4e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.946134] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 970.946630] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 970.946867] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleting the datastore file [datastore1] 60724625-b676-437f-89d4-845433c33fbc {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 970.947215] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-54743839-3f58-41a4-8e03-4d406ba25d83 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.955513] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 970.955513] env[69763]: value = "task-4122620" [ 970.955513] env[69763]: _type = "Task" [ 970.955513] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.966309] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122620, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.984480] env[69763]: DEBUG nova.compute.manager [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 970.984724] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 970.985664] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54cdaf7-7ba3-49e1-bb13-7e1a69154ae4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.994400] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 970.996020] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c93b9598-7fdf-4e17-abfb-3dddc8c65971 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.001880] env[69763]: DEBUG oslo_vmware.api [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 971.001880] env[69763]: value = "task-4122621" [ 971.001880] env[69763]: _type = "Task" [ 971.001880] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.013062] env[69763]: DEBUG oslo_vmware.api [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.229865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.229865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.004s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.292421] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.756s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.293275] env[69763]: DEBUG nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 971.299851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.463s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.299851] env[69763]: INFO nova.compute.claims [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.470126] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122620, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261962} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.470605] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 971.470605] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 971.470766] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 971.513550] env[69763]: DEBUG oslo_vmware.api [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122621, 'name': PowerOffVM_Task, 'duration_secs': 0.32817} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.513912] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 971.514127] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 971.514717] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bbce854-6fcd-45bb-aeb5-6f8160b5de99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.550636] env[69763]: DEBUG nova.network.neutron [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Successfully updated port: c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 971.602075] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 971.602231] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 971.602403] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleting the datastore file [datastore2] e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 971.603595] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf6857ae-9205-4c4d-9bf3-5baa0328f76c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.612595] env[69763]: DEBUG oslo_vmware.api [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 971.612595] env[69763]: value = "task-4122623" [ 971.612595] env[69763]: _type = "Task" [ 971.612595] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.628241] env[69763]: DEBUG oslo_vmware.api [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122623, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.733105] env[69763]: DEBUG nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 971.807779] env[69763]: DEBUG nova.compute.utils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 971.811929] env[69763]: DEBUG nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 971.812387] env[69763]: DEBUG nova.network.neutron [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 971.873047] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273ede3-1ccf-c73f-7bc8-d8a560f9b22a/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 971.874368] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d9febd-3c91-4d97-9a06-9cd5eea3ab0f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.878575] env[69763]: DEBUG nova.policy [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 971.888526] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273ede3-1ccf-c73f-7bc8-d8a560f9b22a/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 971.888923] env[69763]: ERROR oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273ede3-1ccf-c73f-7bc8-d8a560f9b22a/disk-0.vmdk due to incomplete transfer. [ 971.889407] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e578fb6b-b6a2-49e6-9d41-d51079621c8a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.900515] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5273ede3-1ccf-c73f-7bc8-d8a560f9b22a/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 971.900752] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Uploaded image add055f8-57e3-4447-8bf1-5fb6d09b858a to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 971.903914] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 971.904446] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-84ef11f5-b7eb-4592-8106-a1dd3f2f4c83 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.913076] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 971.913076] env[69763]: value = "task-4122624" [ 971.913076] env[69763]: _type = "Task" [ 971.913076] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.921660] env[69763]: DEBUG nova.compute.manager [req-675776d8-0243-4a70-ad17-bc8c474ba64f req-88af410d-8197-478a-945e-fae3a5f486f0 service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Received event network-vif-plugged-c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.921897] env[69763]: DEBUG oslo_concurrency.lockutils [req-675776d8-0243-4a70-ad17-bc8c474ba64f req-88af410d-8197-478a-945e-fae3a5f486f0 service nova] Acquiring lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.922127] env[69763]: DEBUG oslo_concurrency.lockutils [req-675776d8-0243-4a70-ad17-bc8c474ba64f req-88af410d-8197-478a-945e-fae3a5f486f0 service nova] Lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.922467] env[69763]: DEBUG oslo_concurrency.lockutils [req-675776d8-0243-4a70-ad17-bc8c474ba64f req-88af410d-8197-478a-945e-fae3a5f486f0 service nova] Lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.922467] env[69763]: DEBUG nova.compute.manager [req-675776d8-0243-4a70-ad17-bc8c474ba64f req-88af410d-8197-478a-945e-fae3a5f486f0 service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] No waiting events found dispatching network-vif-plugged-c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 971.922618] env[69763]: WARNING nova.compute.manager [req-675776d8-0243-4a70-ad17-bc8c474ba64f req-88af410d-8197-478a-945e-fae3a5f486f0 service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Received unexpected event network-vif-plugged-c5c5f816-7efa-4af5-a044-3348d8efd5f2 for instance with vm_state building and task_state spawning. [ 971.929979] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122624, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.053734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquiring lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.053924] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquired lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.054011] env[69763]: DEBUG nova.network.neutron [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.092166] env[69763]: DEBUG nova.compute.manager [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 972.126084] env[69763]: DEBUG oslo_vmware.api [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122623, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214411} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.126084] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.126084] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.126597] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.126597] env[69763]: INFO nova.compute.manager [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Took 1.14 seconds to destroy the instance on the hypervisor. [ 972.126823] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.127691] env[69763]: DEBUG nova.compute.manager [-] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 972.127691] env[69763]: DEBUG nova.network.neutron [-] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 972.242051] env[69763]: DEBUG nova.network.neutron [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Successfully created port: adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 972.266639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.316438] env[69763]: DEBUG nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 972.431848] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122624, 'name': Destroy_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.514094] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 972.515133] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 972.515133] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 972.515133] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 972.515133] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 972.515133] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 972.515306] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 972.515396] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 972.517030] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 972.517030] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 972.517030] env[69763]: DEBUG nova.virt.hardware [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 972.517281] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d5b3d6-7c9a-4382-ac68-300573e4f2d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.532425] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf25ff8-be51-4e1b-9154-4515838151c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.554306] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:0a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c1a9d7b-7c6c-4e26-a627-adffb41e113a', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.563330] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 972.568996] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.570958] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-995188d5-1ecc-46a4-8515-0e2ac527ff69 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.603272] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.603272] env[69763]: value = "task-4122625" [ 972.603272] env[69763]: _type = "Task" [ 972.603272] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.613198] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122625, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.620667] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.660914] env[69763]: DEBUG nova.network.neutron [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 972.896860] env[69763]: DEBUG nova.compute.manager [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 972.898807] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcacfc60-6bae-41f0-944d-0e24893bde50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.932290] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122624, 'name': Destroy_Task, 'duration_secs': 0.890184} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.932290] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Destroyed the VM [ 972.932290] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 972.932543] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-efeddc13-e6ed-4828-b663-5cbc58d1c1ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.943983] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 972.943983] env[69763]: value = "task-4122626" [ 972.943983] env[69763]: _type = "Task" [ 972.943983] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.958645] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122626, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.996490] env[69763]: DEBUG nova.network.neutron [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Updating instance_info_cache with network_info: [{"id": "c5c5f816-7efa-4af5-a044-3348d8efd5f2", "address": "fa:16:3e:44:80:9e", "network": {"id": "bb37fa40-0711-4c13-b9a9-5c2fe2356b70", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-691139393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9550d1c23f4aa6afa25637c4219344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c5f816-7e", "ovs_interfaceid": "c5c5f816-7efa-4af5-a044-3348d8efd5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.013649] env[69763]: DEBUG nova.compute.manager [req-1c97ba17-3550-49c8-a8ac-1db349d680ac req-70db8d2c-a3b1-4cfb-aea3-5159b7badece service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Received event network-vif-deleted-477e7819-890c-49bb-8248-85fadf5cd915 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 973.013898] env[69763]: INFO nova.compute.manager [req-1c97ba17-3550-49c8-a8ac-1db349d680ac req-70db8d2c-a3b1-4cfb-aea3-5159b7badece service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Neutron deleted interface 477e7819-890c-49bb-8248-85fadf5cd915; detaching it from the instance and deleting it from the info cache [ 973.014045] env[69763]: DEBUG nova.network.neutron [req-1c97ba17-3550-49c8-a8ac-1db349d680ac req-70db8d2c-a3b1-4cfb-aea3-5159b7badece service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.048356] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7133e46-14cf-424e-b4f7-bc56d6bc31f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.059466] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b395a450-3915-46ec-a93b-35da0aea0af8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.095634] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69ba637-4ec7-4094-b727-e3e10c116feb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.096952] env[69763]: DEBUG nova.network.neutron [-] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.104015] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb22701-34c8-4119-8fbc-4b39a342cdf0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.123682] env[69763]: DEBUG nova.compute.provider_tree [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 973.128051] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122625, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.331889] env[69763]: DEBUG nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 973.360344] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.360599] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.360755] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.363733] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.363733] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.363733] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.363733] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.363733] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.363733] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.363733] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.363733] env[69763]: DEBUG nova.virt.hardware [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.363733] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e57501e-dff7-424c-8485-60de4aee60be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.371516] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5ec229-b725-44f4-b055-26b341d0c772 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.416414] env[69763]: INFO nova.compute.manager [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] instance snapshotting [ 973.419555] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220edc2a-dc41-45c4-b540-c3d41c64b439 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.442019] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49254b28-e4f8-43c7-a13b-f17e687102a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.469073] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122626, 'name': RemoveSnapshot_Task} progress is 43%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.500033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Releasing lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.500521] env[69763]: DEBUG nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Instance network_info: |[{"id": "c5c5f816-7efa-4af5-a044-3348d8efd5f2", "address": "fa:16:3e:44:80:9e", "network": {"id": "bb37fa40-0711-4c13-b9a9-5c2fe2356b70", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-691139393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9550d1c23f4aa6afa25637c4219344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c5f816-7e", "ovs_interfaceid": "c5c5f816-7efa-4af5-a044-3348d8efd5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 973.500906] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:80:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '97113f46-d648-4613-b233-069acba18198', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5c5f816-7efa-4af5-a044-3348d8efd5f2', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.508410] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Creating folder: Project (1b9550d1c23f4aa6afa25637c4219344). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 973.509512] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-84824f6a-e276-4dce-8cbe-5afdbabfec3f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.521043] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-90d2a498-8dc6-4266-9212-693cdc92aaee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.321256] env[69763]: DEBUG nova.network.neutron [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Successfully updated port: adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 974.322719] env[69763]: INFO nova.compute.manager [-] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Took 2.20 seconds to deallocate network for instance. [ 974.323586] env[69763]: DEBUG nova.scheduler.client.report [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.327781] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 974.328126] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Created folder: Project (1b9550d1c23f4aa6afa25637c4219344) in parent group-v816505. [ 974.328314] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Creating folder: Instances. Parent ref: group-v816650. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 974.329468] env[69763]: DEBUG nova.compute.manager [req-c7d7ee4a-f8b1-46e3-b61f-db10de3433c9 req-aa43edb2-089d-4956-9b7b-1189740c1eb8 service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Received event network-changed-c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.329666] env[69763]: DEBUG nova.compute.manager [req-c7d7ee4a-f8b1-46e3-b61f-db10de3433c9 req-aa43edb2-089d-4956-9b7b-1189740c1eb8 service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Refreshing instance network info cache due to event network-changed-c5c5f816-7efa-4af5-a044-3348d8efd5f2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 974.329876] env[69763]: DEBUG oslo_concurrency.lockutils [req-c7d7ee4a-f8b1-46e3-b61f-db10de3433c9 req-aa43edb2-089d-4956-9b7b-1189740c1eb8 service nova] Acquiring lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.330043] env[69763]: DEBUG oslo_concurrency.lockutils [req-c7d7ee4a-f8b1-46e3-b61f-db10de3433c9 req-aa43edb2-089d-4956-9b7b-1189740c1eb8 service nova] Acquired lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.330210] env[69763]: DEBUG nova.network.neutron [req-c7d7ee4a-f8b1-46e3-b61f-db10de3433c9 req-aa43edb2-089d-4956-9b7b-1189740c1eb8 service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Refreshing network info cache for port c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 974.343448] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-942b8d21-ec83-4a37-8593-094c0883c5d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.345770] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5e953cc7-e295-4d9b-80dc-56f642e71822 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.359966] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-959e93bc-5990-4976-8426-9e01175e05f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.381560] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122626, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.381915] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 974.381915] env[69763]: value = "task-4122628" [ 974.381915] env[69763]: _type = "Task" [ 974.381915] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.382426] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122625, 'name': CreateVM_Task, 'duration_secs': 0.55452} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.384133] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.390019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.390019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.390019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.390019] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f411248-3d22-417b-86aa-4b67912de261 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.393171] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Created folder: Instances in parent group-v816650. [ 974.393396] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 974.394093] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 974.394310] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c40f425b-5c33-4f3d-97c4-3d1938016845 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.431140] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 974.431140] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cb9f40-f94a-c5c3-7ad8-92aa0cbba207" [ 974.431140] env[69763]: _type = "Task" [ 974.431140] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.431463] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122628, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.431804] env[69763]: DEBUG nova.compute.manager [req-1c97ba17-3550-49c8-a8ac-1db349d680ac req-70db8d2c-a3b1-4cfb-aea3-5159b7badece service nova] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Detach interface failed, port_id=477e7819-890c-49bb-8248-85fadf5cd915, reason: Instance e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.437866] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 974.437866] env[69763]: value = "task-4122630" [ 974.437866] env[69763]: _type = "Task" [ 974.437866] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.446964] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cb9f40-f94a-c5c3-7ad8-92aa0cbba207, 'name': SearchDatastore_Task, 'duration_secs': 0.011913} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.447733] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.448092] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.448269] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.448458] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.448678] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.448975] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fc95ad6-25a0-47de-bd10-1d720fd5c411 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.453890] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122630, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.461137] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.461388] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.462216] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-974f4aa2-bb70-44a6-ac13-33610eed727d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.470500] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 974.470500] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cff1e6-b7f4-8b5d-7649-fc23942a1ef8" [ 974.470500] env[69763]: _type = "Task" [ 974.470500] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.479448] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cff1e6-b7f4-8b5d-7649-fc23942a1ef8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.841309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.543s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.841309] env[69763]: DEBUG nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 974.847020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.847020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.847020] env[69763]: DEBUG nova.network.neutron [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.847919] env[69763]: DEBUG oslo_vmware.api [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122626, 'name': RemoveSnapshot_Task, 'duration_secs': 1.44327} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.848549] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.916s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.851203] env[69763]: INFO nova.compute.claims [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 974.853891] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 974.854391] env[69763]: INFO nova.compute.manager [None req-1ecb3148-0421-4f02-bbd5-8ae214662285 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Took 17.37 seconds to snapshot the instance on the hypervisor. [ 974.858111] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.901856] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquiring lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.902152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.902485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquiring lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.902765] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.902765] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.906018] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122628, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.906018] env[69763]: INFO nova.compute.manager [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Terminating instance [ 974.957156] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122630, 'name': CreateVM_Task, 'duration_secs': 0.427623} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.957511] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.958673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.958853] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.959473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.961547] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f07837b-0d38-49fa-8d2a-0ff466fa220e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.972416] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 974.972416] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527a39c9-12fa-7fe3-7dbc-2652eac50708" [ 974.972416] env[69763]: _type = "Task" [ 974.972416] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.993939] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cff1e6-b7f4-8b5d-7649-fc23942a1ef8, 'name': SearchDatastore_Task, 'duration_secs': 0.020076} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.998686] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527a39c9-12fa-7fe3-7dbc-2652eac50708, 'name': SearchDatastore_Task, 'duration_secs': 0.010747} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.998686] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54686562-3fdc-481d-9854-9be9918230cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.001634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.001890] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.002153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.006819] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 975.006819] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d6f89f-5779-3d97-c69e-385608b602e2" [ 975.006819] env[69763]: _type = "Task" [ 975.006819] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.017708] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d6f89f-5779-3d97-c69e-385608b602e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.135815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "c840c615-efa9-4d65-9174-84ea793d7ad9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.137112] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "c840c615-efa9-4d65-9174-84ea793d7ad9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.156384] env[69763]: DEBUG nova.network.neutron [req-c7d7ee4a-f8b1-46e3-b61f-db10de3433c9 req-aa43edb2-089d-4956-9b7b-1189740c1eb8 service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Updated VIF entry in instance network info cache for port c5c5f816-7efa-4af5-a044-3348d8efd5f2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 975.156813] env[69763]: DEBUG nova.network.neutron [req-c7d7ee4a-f8b1-46e3-b61f-db10de3433c9 req-aa43edb2-089d-4956-9b7b-1189740c1eb8 service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Updating instance_info_cache with network_info: [{"id": "c5c5f816-7efa-4af5-a044-3348d8efd5f2", "address": "fa:16:3e:44:80:9e", "network": {"id": "bb37fa40-0711-4c13-b9a9-5c2fe2356b70", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-691139393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9550d1c23f4aa6afa25637c4219344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c5f816-7e", "ovs_interfaceid": "c5c5f816-7efa-4af5-a044-3348d8efd5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.353222] env[69763]: DEBUG nova.compute.utils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.354723] env[69763]: DEBUG nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 975.355194] env[69763]: DEBUG nova.network.neutron [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 975.393497] env[69763]: DEBUG nova.network.neutron [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 975.401617] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122628, 'name': CreateSnapshot_Task, 'duration_secs': 1.024337} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.402610] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 975.402739] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7af7db9-cb09-4477-99a4-d9177dce4c7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.412206] env[69763]: DEBUG nova.compute.manager [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 975.412421] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 975.415566] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae94657a-46b9-42dc-8e88-a4e756bf22f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.424359] env[69763]: DEBUG nova.policy [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd565af96f474d33b14d2155f1252c02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd067f9843699485eb0f75374b323b684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 975.428960] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 975.429107] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-23b177e3-160e-43f3-ad7e-ce635badcb53 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.437624] env[69763]: DEBUG oslo_vmware.api [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 975.437624] env[69763]: value = "task-4122631" [ 975.437624] env[69763]: _type = "Task" [ 975.437624] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.447489] env[69763]: DEBUG oslo_vmware.api [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122631, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.519379] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d6f89f-5779-3d97-c69e-385608b602e2, 'name': SearchDatastore_Task, 'duration_secs': 0.016332} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.520046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.520046] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.520301] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.520381] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.520618] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c81f5c23-9acf-4469-a2a2-ec75554d8796 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.525810] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2fa984f-9ed4-4589-aa57-d5a60675df44 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.534999] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 975.534999] env[69763]: value = "task-4122632" [ 975.534999] env[69763]: _type = "Task" [ 975.534999] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.540089] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.540223] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.541475] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c93d1d6-17ac-4056-b705-ee5ba1f519d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.548485] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122632, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.554300] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 975.554300] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211e31d-bc0f-731b-008c-0abb89cdbb5f" [ 975.554300] env[69763]: _type = "Task" [ 975.554300] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.561449] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211e31d-bc0f-731b-008c-0abb89cdbb5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.570092] env[69763]: DEBUG nova.network.neutron [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [{"id": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "address": "fa:16:3e:34:3c:40", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb46f1a-8b", "ovs_interfaceid": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.638077] env[69763]: DEBUG nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 975.660542] env[69763]: DEBUG oslo_concurrency.lockutils [req-c7d7ee4a-f8b1-46e3-b61f-db10de3433c9 req-aa43edb2-089d-4956-9b7b-1189740c1eb8 service nova] Releasing lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.838573] env[69763]: DEBUG nova.network.neutron [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Successfully created port: 064a8889-a817-49d1-aa90-2c8e0e1b13e0 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 975.862029] env[69763]: DEBUG nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 975.926506] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 975.935080] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-264a6980-1e32-4e82-b8e3-b8317e5234b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.953476] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 975.953476] env[69763]: value = "task-4122633" [ 975.953476] env[69763]: _type = "Task" [ 975.953476] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.965446] env[69763]: DEBUG oslo_vmware.api [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122631, 'name': PowerOffVM_Task, 'duration_secs': 0.210591} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.966990] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 975.967178] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 975.968198] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1160f24-3b92-4b36-a9f9-d7cabb1dffc7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.974212] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122633, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.050306] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122632, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.066308] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5211e31d-bc0f-731b-008c-0abb89cdbb5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009684} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.069059] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 976.069330] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 976.069602] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Deleting the datastore file [datastore2] 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 976.073282] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-06626e88-c6da-46d2-bbce-7598a0b59fb2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.076110] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91c1b9d8-93bb-4ff1-9500-531d909bd788 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.078567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.079414] env[69763]: DEBUG nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Instance network_info: |[{"id": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "address": "fa:16:3e:34:3c:40", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb46f1a-8b", "ovs_interfaceid": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 976.079695] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:34:3c:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 976.088885] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Creating folder: Project (05e2517de2f448bf878c6a79610a9b48). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.090217] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-09de6cad-0277-4cb6-9619-ccba90b59e24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.094308] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 976.094308] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52815dd2-6a00-b19a-2b1a-19f7002c041b" [ 976.094308] env[69763]: _type = "Task" [ 976.094308] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.096142] env[69763]: DEBUG oslo_vmware.api [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for the task: (returnval){ [ 976.096142] env[69763]: value = "task-4122635" [ 976.096142] env[69763]: _type = "Task" [ 976.096142] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.108880] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Created folder: Project (05e2517de2f448bf878c6a79610a9b48) in parent group-v816505. [ 976.109182] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Creating folder: Instances. Parent ref: group-v816655. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 976.113012] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6df34e7-797c-4605-9b8e-1519581ec612 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.115245] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52815dd2-6a00-b19a-2b1a-19f7002c041b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.119224] env[69763]: DEBUG oslo_vmware.api [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122635, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.132124] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Created folder: Instances in parent group-v816655. [ 976.132406] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.132607] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 976.132826] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0643f697-8285-429b-833e-838629d43933 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.161557] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 976.161557] env[69763]: value = "task-4122638" [ 976.161557] env[69763]: _type = "Task" [ 976.161557] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.173524] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122638, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.178464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.447343] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.447591] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.447855] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.448127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.448385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.451045] env[69763]: INFO nova.compute.manager [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Terminating instance [ 976.464334] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122633, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.547264] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122632, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591521} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.550473] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.550694] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.551910] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-742dec4b-5495-402b-8cc7-6a07de53fcdd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.558254] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 976.558254] env[69763]: value = "task-4122639" [ 976.558254] env[69763]: _type = "Task" [ 976.558254] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.569376] env[69763]: DEBUG nova.compute.manager [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received event network-vif-plugged-adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.569640] env[69763]: DEBUG oslo_concurrency.lockutils [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] Acquiring lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.569882] env[69763]: DEBUG oslo_concurrency.lockutils [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.570065] env[69763]: DEBUG oslo_concurrency.lockutils [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.570249] env[69763]: DEBUG nova.compute.manager [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] No waiting events found dispatching network-vif-plugged-adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 976.570431] env[69763]: WARNING nova.compute.manager [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received unexpected event network-vif-plugged-adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec for instance with vm_state building and task_state spawning. [ 976.570618] env[69763]: DEBUG nova.compute.manager [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received event network-changed-adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.570778] env[69763]: DEBUG nova.compute.manager [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Refreshing instance network info cache due to event network-changed-adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 976.570981] env[69763]: DEBUG oslo_concurrency.lockutils [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] Acquiring lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.571133] env[69763]: DEBUG oslo_concurrency.lockutils [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] Acquired lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.571339] env[69763]: DEBUG nova.network.neutron [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Refreshing network info cache for port adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 976.580719] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.622022] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52815dd2-6a00-b19a-2b1a-19f7002c041b, 'name': SearchDatastore_Task, 'duration_secs': 0.024251} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.622022] env[69763]: DEBUG oslo_vmware.api [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Task: {'id': task-4122635, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.241499} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.622022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.622022] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 95d7879b-912b-4a3c-8770-fd14bef6d3e0/95d7879b-912b-4a3c-8770-fd14bef6d3e0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.622022] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 976.622022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 976.622022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 976.622465] env[69763]: INFO nova.compute.manager [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Took 1.21 seconds to destroy the instance on the hypervisor. [ 976.622465] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 976.622573] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-437190b0-9644-4b22-9d2c-6eee879aab70 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.624589] env[69763]: DEBUG nova.compute.manager [-] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 976.624682] env[69763]: DEBUG nova.network.neutron [-] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 976.630134] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57e2a638-ddcc-413e-8ead-363005579e46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.634202] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 976.634202] env[69763]: value = "task-4122640" [ 976.634202] env[69763]: _type = "Task" [ 976.634202] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.640565] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8519db3-ac6d-485f-bcb3-a2eaaf5e42e9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.646848] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122640, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.678421] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026cd198-cc1a-4dd3-973a-f04d1c9077f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.686474] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122638, 'name': CreateVM_Task, 'duration_secs': 0.382578} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.688380] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 976.689165] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.689336] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.689672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.690858] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12df48cf-97f7-4769-ad88-9260bfc33c91 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.694531] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02918af0-c632-4c1e-8ce9-00a6ea504774 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.707842] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 976.707842] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dbf76d-395e-df2f-72a3-73964e3cfcef" [ 976.707842] env[69763]: _type = "Task" [ 976.707842] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.708362] env[69763]: DEBUG nova.compute.provider_tree [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.719253] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dbf76d-395e-df2f-72a3-73964e3cfcef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.882418] env[69763]: DEBUG nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 976.904252] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 976.904999] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 976.905363] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 976.905835] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 976.906252] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 976.906615] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 976.906998] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 976.907351] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 976.909375] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 976.909375] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 976.909375] env[69763]: DEBUG nova.virt.hardware [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 976.909375] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d2f5b2-2753-405e-b74e-01ae53eed632 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.925671] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d40ca623-350e-461b-99ee-6f33d73a1de3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.960218] env[69763]: DEBUG nova.compute.manager [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 976.960218] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 976.960218] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b21c7d-279c-4aec-a813-1e7343770ebb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.974231] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122633, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.974231] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 976.974358] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b06d56f-20c0-402e-a957-473ab5b7eb04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.982905] env[69763]: DEBUG oslo_vmware.api [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 976.982905] env[69763]: value = "task-4122641" [ 976.982905] env[69763]: _type = "Task" [ 976.982905] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.997037] env[69763]: DEBUG oslo_vmware.api [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122641, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.080554] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067763} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.081194] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.082521] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc21976-ee4d-4bec-97fc-4f70d5f90837 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.110868] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.111688] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bdf4ddf0-0a01-4d9d-8bc3-ec0feeeaed04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.134704] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 977.134704] env[69763]: value = "task-4122642" [ 977.134704] env[69763]: _type = "Task" [ 977.134704] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.151030] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122642, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.155233] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122640, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.216169] env[69763]: DEBUG nova.scheduler.client.report [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 977.228293] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dbf76d-395e-df2f-72a3-73964e3cfcef, 'name': SearchDatastore_Task, 'duration_secs': 0.018743} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.231752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.232112] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 977.232469] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.233051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.233051] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 977.234467] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39a17b04-c792-4130-9760-e0e36645688b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.256478] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 977.256759] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 977.257654] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97e3e17c-1848-4c92-8cd6-6e7c58e6b95e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.265116] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 977.265116] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283cbbc-e66b-445a-d059-4ffac0974797" [ 977.265116] env[69763]: _type = "Task" [ 977.265116] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.281175] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283cbbc-e66b-445a-d059-4ffac0974797, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.405698] env[69763]: DEBUG nova.network.neutron [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updated VIF entry in instance network info cache for port adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 977.406242] env[69763]: DEBUG nova.network.neutron [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [{"id": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "address": "fa:16:3e:34:3c:40", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb46f1a-8b", "ovs_interfaceid": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.466815] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122633, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.495177] env[69763]: DEBUG oslo_vmware.api [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122641, 'name': PowerOffVM_Task, 'duration_secs': 0.327906} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.495624] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 977.495863] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 977.496218] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-387e536b-51be-49cd-8e30-f996187dcfd2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.519360] env[69763]: DEBUG nova.compute.manager [req-0090f49d-aa68-4e49-994c-e144fbe1e080 req-72d1113e-234c-4149-be74-97202b67ccb3 service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Received event network-vif-plugged-064a8889-a817-49d1-aa90-2c8e0e1b13e0 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.519690] env[69763]: DEBUG oslo_concurrency.lockutils [req-0090f49d-aa68-4e49-994c-e144fbe1e080 req-72d1113e-234c-4149-be74-97202b67ccb3 service nova] Acquiring lock "02f13b78-8877-4061-ba37-734bb5c49f34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.519931] env[69763]: DEBUG oslo_concurrency.lockutils [req-0090f49d-aa68-4e49-994c-e144fbe1e080 req-72d1113e-234c-4149-be74-97202b67ccb3 service nova] Lock "02f13b78-8877-4061-ba37-734bb5c49f34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.520134] env[69763]: DEBUG oslo_concurrency.lockutils [req-0090f49d-aa68-4e49-994c-e144fbe1e080 req-72d1113e-234c-4149-be74-97202b67ccb3 service nova] Lock "02f13b78-8877-4061-ba37-734bb5c49f34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.520343] env[69763]: DEBUG nova.compute.manager [req-0090f49d-aa68-4e49-994c-e144fbe1e080 req-72d1113e-234c-4149-be74-97202b67ccb3 service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] No waiting events found dispatching network-vif-plugged-064a8889-a817-49d1-aa90-2c8e0e1b13e0 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 977.520560] env[69763]: WARNING nova.compute.manager [req-0090f49d-aa68-4e49-994c-e144fbe1e080 req-72d1113e-234c-4149-be74-97202b67ccb3 service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Received unexpected event network-vif-plugged-064a8889-a817-49d1-aa90-2c8e0e1b13e0 for instance with vm_state building and task_state spawning. [ 977.556798] env[69763]: DEBUG nova.network.neutron [-] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.575550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquiring lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.575550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.575550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquiring lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.575550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.575550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.576039] env[69763]: INFO nova.compute.manager [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Terminating instance [ 977.584510] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 977.584745] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 977.584936] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Deleting the datastore file [datastore1] 578c9477-4609-4638-ba9d-6dfc3fcfe00b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 977.585214] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-27d81690-8335-4f16-9445-2c364266cc5d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.593148] env[69763]: DEBUG oslo_vmware.api [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 977.593148] env[69763]: value = "task-4122644" [ 977.593148] env[69763]: _type = "Task" [ 977.593148] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.603113] env[69763]: DEBUG oslo_vmware.api [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122644, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.626219] env[69763]: DEBUG nova.network.neutron [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Successfully updated port: 064a8889-a817-49d1-aa90-2c8e0e1b13e0 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 977.652218] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122642, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.652804] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122640, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.86388} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.653070] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 95d7879b-912b-4a3c-8770-fd14bef6d3e0/95d7879b-912b-4a3c-8770-fd14bef6d3e0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.653292] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.653562] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bc9ccd49-1f45-453f-9361-6edfda99c80d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.662811] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 977.662811] env[69763]: value = "task-4122645" [ 977.662811] env[69763]: _type = "Task" [ 977.662811] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.675035] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122645, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.722896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.874s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.723782] env[69763]: DEBUG nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 977.728346] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.762s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.730029] env[69763]: INFO nova.compute.claims [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 977.775464] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283cbbc-e66b-445a-d059-4ffac0974797, 'name': SearchDatastore_Task, 'duration_secs': 0.088804} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.777360] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9614fc86-5d91-4127-8662-ab2cbe9362d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.783993] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 977.783993] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529c4ee1-f895-d017-f3d3-a10748870c03" [ 977.783993] env[69763]: _type = "Task" [ 977.783993] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.794441] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529c4ee1-f895-d017-f3d3-a10748870c03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.909946] env[69763]: DEBUG oslo_concurrency.lockutils [req-80c4e4a0-9b8e-4371-a276-f0e7ca07712f req-e91a6f6b-e375-4dd7-b9d4-bd474a136f9b service nova] Releasing lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.965806] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122633, 'name': CloneVM_Task} progress is 95%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.060297] env[69763]: INFO nova.compute.manager [-] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Took 1.44 seconds to deallocate network for instance. [ 978.083947] env[69763]: DEBUG nova.compute.manager [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.085037] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.085170] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debd9893-b221-4b2b-920d-d728fa0b8764 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.092801] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.093067] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e837255a-2814-4618-9231-b07667e76819 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.105748] env[69763]: DEBUG oslo_vmware.api [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122644, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.305073} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.107077] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 978.107277] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 978.107457] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 978.107629] env[69763]: INFO nova.compute.manager [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 978.107868] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.108130] env[69763]: DEBUG oslo_vmware.api [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 978.108130] env[69763]: value = "task-4122646" [ 978.108130] env[69763]: _type = "Task" [ 978.108130] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.108319] env[69763]: DEBUG nova.compute.manager [-] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 978.108413] env[69763]: DEBUG nova.network.neutron [-] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 978.130052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "refresh_cache-02f13b78-8877-4061-ba37-734bb5c49f34" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.130052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "refresh_cache-02f13b78-8877-4061-ba37-734bb5c49f34" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.130052] env[69763]: DEBUG nova.network.neutron [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 978.147239] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122642, 'name': ReconfigVM_Task, 'duration_secs': 0.859534} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.149704] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 978.150406] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-58f50267-7d74-41da-bf62-a51e5c175a9f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.159618] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 978.159618] env[69763]: value = "task-4122647" [ 978.159618] env[69763]: _type = "Task" [ 978.159618] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.171799] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122647, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.177625] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122645, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081266} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.177913] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 978.178767] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe446fd-b12f-4413-a5f5-5124206a3259 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.212452] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 95d7879b-912b-4a3c-8770-fd14bef6d3e0/95d7879b-912b-4a3c-8770-fd14bef6d3e0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.212811] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99bf96d8-a3c3-4b23-9c9b-4cc84e7175ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.235436] env[69763]: DEBUG nova.compute.utils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 978.240653] env[69763]: DEBUG nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 978.240653] env[69763]: DEBUG nova.network.neutron [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 978.242565] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 978.242565] env[69763]: value = "task-4122648" [ 978.242565] env[69763]: _type = "Task" [ 978.242565] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.254660] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.296169] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529c4ee1-f895-d017-f3d3-a10748870c03, 'name': SearchDatastore_Task, 'duration_secs': 0.060348} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.296364] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.296840] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 03449ac3-95ed-4948-94c5-3f8ce91049e4/03449ac3-95ed-4948-94c5-3f8ce91049e4.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 978.297260] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2194e62a-fefb-407a-97ca-48b350fa263c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.306414] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 978.306414] env[69763]: value = "task-4122649" [ 978.306414] env[69763]: _type = "Task" [ 978.306414] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.314346] env[69763]: DEBUG nova.policy [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c289993c52974071a69c208e68753229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1921e2c3e1264e2fb9a77503c26f9322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 978.320208] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122649, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.469175] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122633, 'name': CloneVM_Task, 'duration_secs': 2.143767} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.469532] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Created linked-clone VM from snapshot [ 978.470370] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f54e7bdf-3eb6-4008-9e52-428ef768a7be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.480111] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Uploading image fa79d261-6b28-4865-b0ff-3d4d6b61e2a8 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 978.510045] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 978.510045] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-12a96fef-512d-4271-912a-fd1183d72046 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.516023] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 978.516023] env[69763]: value = "task-4122650" [ 978.516023] env[69763]: _type = "Task" [ 978.516023] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.527483] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122650, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.568668] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.597012] env[69763]: DEBUG nova.compute.manager [req-4e91ebef-3335-43c1-a678-460543806d25 req-b234ca3a-0665-410e-9acc-2bce1183b134 service nova] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Received event network-vif-deleted-8daf79c3-671d-4b2d-bcaf-6fd73fb64dd3 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 978.624917] env[69763]: DEBUG oslo_vmware.api [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122646, 'name': PowerOffVM_Task, 'duration_secs': 0.413204} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.625718] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 978.625718] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 978.625828] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4472f00e-3db3-43d3-aabe-81322eb637b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.671902] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122647, 'name': Rename_Task, 'duration_secs': 0.261046} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.672243] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.672610] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-34145693-9106-4554-a7a9-8d073e1b7c0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.675170] env[69763]: DEBUG nova.network.neutron [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 978.685301] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 978.685301] env[69763]: value = "task-4122652" [ 978.685301] env[69763]: _type = "Task" [ 978.685301] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.697902] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122652, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.712151] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 978.713111] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 978.713111] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Deleting the datastore file [datastore2] 298a8a34-6f1b-49b9-8358-10d0d6ba447d {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 978.713111] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a7015f6-3f34-41f4-9162-56302ca23876 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.722578] env[69763]: DEBUG oslo_vmware.api [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for the task: (returnval){ [ 978.722578] env[69763]: value = "task-4122653" [ 978.722578] env[69763]: _type = "Task" [ 978.722578] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.736771] env[69763]: DEBUG oslo_vmware.api [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122653, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.741634] env[69763]: DEBUG nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 978.768252] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.789058] env[69763]: DEBUG nova.network.neutron [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Successfully created port: 1801ffda-c176-4b1a-89fb-5e4df2d377bb {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 978.818706] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122649, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.908025] env[69763]: DEBUG nova.network.neutron [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Updating instance_info_cache with network_info: [{"id": "064a8889-a817-49d1-aa90-2c8e0e1b13e0", "address": "fa:16:3e:e7:fb:74", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064a8889-a8", "ovs_interfaceid": "064a8889-a817-49d1-aa90-2c8e0e1b13e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.007364] env[69763]: DEBUG nova.network.neutron [-] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.027187] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122650, 'name': Destroy_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.199333] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122652, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.238292] env[69763]: DEBUG oslo_vmware.api [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Task: {'id': task-4122653, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.424967} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.238638] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 979.238859] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 979.239053] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 979.239236] env[69763]: INFO nova.compute.manager [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 979.239803] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.240112] env[69763]: DEBUG nova.compute.manager [-] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 979.240219] env[69763]: DEBUG nova.network.neutron [-] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 979.270884] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122648, 'name': ReconfigVM_Task, 'duration_secs': 0.752524} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.271357] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 95d7879b-912b-4a3c-8770-fd14bef6d3e0/95d7879b-912b-4a3c-8770-fd14bef6d3e0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.273380] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6f4fbfff-ab1e-483a-97b0-0f61b518f843 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.285238] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 979.285238] env[69763]: value = "task-4122654" [ 979.285238] env[69763]: _type = "Task" [ 979.285238] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.297680] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122654, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.322813] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122649, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632232} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.326071] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 03449ac3-95ed-4948-94c5-3f8ce91049e4/03449ac3-95ed-4948-94c5-3f8ce91049e4.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.326333] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.326846] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-239707db-7501-40ab-92ae-efa3b94db580 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.336982] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 979.336982] env[69763]: value = "task-4122655" [ 979.336982] env[69763]: _type = "Task" [ 979.336982] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.350782] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122655, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.412641] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "refresh_cache-02f13b78-8877-4061-ba37-734bb5c49f34" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.412973] env[69763]: DEBUG nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Instance network_info: |[{"id": "064a8889-a817-49d1-aa90-2c8e0e1b13e0", "address": "fa:16:3e:e7:fb:74", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064a8889-a8", "ovs_interfaceid": "064a8889-a817-49d1-aa90-2c8e0e1b13e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 979.413526] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:fb:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '064a8889-a817-49d1-aa90-2c8e0e1b13e0', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 979.421085] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 979.423911] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 979.424362] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-621a7373-d4c0-4489-9d10-26fd50f74541 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.451276] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 979.451276] env[69763]: value = "task-4122656" [ 979.451276] env[69763]: _type = "Task" [ 979.451276] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.457225] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab143fa-46b0-4ed7-b0b8-2aeeced06d9b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.463762] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122656, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.471165] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c15712a-58c8-4ebe-91d6-5fbcc834dddb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.505643] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4adeca4e-812e-45b8-af9c-29b2c7bb1ab9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.510147] env[69763]: INFO nova.compute.manager [-] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Took 1.40 seconds to deallocate network for instance. [ 979.519614] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d4e53f0-acec-4802-ae3d-bbf5c8a64ac1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.549855] env[69763]: DEBUG nova.compute.provider_tree [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 979.552280] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122650, 'name': Destroy_Task, 'duration_secs': 0.970164} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.552280] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Destroyed the VM [ 979.556773] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 979.556773] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-af81922b-1906-41ce-b418-25a8f2403c1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.562258] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 979.562258] env[69763]: value = "task-4122657" [ 979.562258] env[69763]: _type = "Task" [ 979.562258] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.574358] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122657, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.696311] env[69763]: DEBUG oslo_vmware.api [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122652, 'name': PowerOnVM_Task, 'duration_secs': 1.006147} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.696492] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.696680] env[69763]: DEBUG nova.compute.manager [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 979.697540] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4492545-5616-4e20-8920-baf8959cf86b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.759212] env[69763]: DEBUG nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 979.797498] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 979.797498] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 979.798857] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 979.798857] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 979.798857] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 979.798857] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 979.799443] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 979.799748] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 979.799964] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 979.800156] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 979.800394] env[69763]: DEBUG nova.virt.hardware [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 979.801384] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b78cc577-4ade-44b4-ba8e-dd9b6f39fb43 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.808866] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122654, 'name': Rename_Task, 'duration_secs': 0.271564} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.809650] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.810174] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-59e0c061-0b97-44ff-b189-7915a0b9677b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.816421] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a99bb1-78b4-492c-847d-713f9c229818 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.824081] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 979.824081] env[69763]: value = "task-4122658" [ 979.824081] env[69763]: _type = "Task" [ 979.824081] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.827036] env[69763]: DEBUG nova.compute.manager [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Received event network-changed-064a8889-a817-49d1-aa90-2c8e0e1b13e0 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.827036] env[69763]: DEBUG nova.compute.manager [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Refreshing instance network info cache due to event network-changed-064a8889-a817-49d1-aa90-2c8e0e1b13e0. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.827036] env[69763]: DEBUG oslo_concurrency.lockutils [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] Acquiring lock "refresh_cache-02f13b78-8877-4061-ba37-734bb5c49f34" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.827036] env[69763]: DEBUG oslo_concurrency.lockutils [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] Acquired lock "refresh_cache-02f13b78-8877-4061-ba37-734bb5c49f34" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.827036] env[69763]: DEBUG nova.network.neutron [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Refreshing network info cache for port 064a8889-a817-49d1-aa90-2c8e0e1b13e0 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.852628] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122658, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.860054] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122655, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164442} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.860320] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 979.861382] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe46415-0698-447d-b50b-0712d08f05ab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.886974] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 03449ac3-95ed-4948-94c5-3f8ce91049e4/03449ac3-95ed-4948-94c5-3f8ce91049e4.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 979.886974] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9de22c3-42c2-4693-9eaf-2243c3940f98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.910982] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 979.910982] env[69763]: value = "task-4122659" [ 979.910982] env[69763]: _type = "Task" [ 979.910982] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.925126] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122659, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.963533] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122656, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.027128] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.056076] env[69763]: DEBUG nova.scheduler.client.report [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.075764] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122657, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.217473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.341735] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122658, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.426260] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122659, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.457180] env[69763]: DEBUG nova.network.neutron [-] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.464992] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122656, 'name': CreateVM_Task, 'duration_secs': 0.625134} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.467379] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 980.468185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.468282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.468609] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.469322] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81cce167-3d39-4433-9c71-aa952bac2562 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.475399] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 980.475399] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520332e9-55ed-9c58-b64e-b674b8698a43" [ 980.475399] env[69763]: _type = "Task" [ 980.475399] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.485475] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520332e9-55ed-9c58-b64e-b674b8698a43, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.562415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.834s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.563465] env[69763]: DEBUG nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 980.567473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.961s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.567473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.569646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.538s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.573166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.573166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.110s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.573166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.574776] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.617s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.576748] env[69763]: INFO nova.compute.claims [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 980.591998] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122657, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.606902] env[69763]: DEBUG nova.network.neutron [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Updated VIF entry in instance network info cache for port 064a8889-a817-49d1-aa90-2c8e0e1b13e0. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 980.606902] env[69763]: DEBUG nova.network.neutron [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Updating instance_info_cache with network_info: [{"id": "064a8889-a817-49d1-aa90-2c8e0e1b13e0", "address": "fa:16:3e:e7:fb:74", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap064a8889-a8", "ovs_interfaceid": "064a8889-a817-49d1-aa90-2c8e0e1b13e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.606902] env[69763]: DEBUG nova.network.neutron [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Successfully updated port: 1801ffda-c176-4b1a-89fb-5e4df2d377bb {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 980.638022] env[69763]: INFO nova.scheduler.client.report [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleted allocations for instance da489781-f745-4bfc-b063-9668d1791178 [ 980.638022] env[69763]: INFO nova.scheduler.client.report [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleted allocations for instance 002b787b-96fa-4f0b-b2d4-969d2f49a574 [ 980.661729] env[69763]: INFO nova.scheduler.client.report [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleted allocations for instance 6f88b001-92fe-4870-833d-50d35a87a27d [ 980.726907] env[69763]: DEBUG nova.compute.manager [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Received event network-vif-plugged-1801ffda-c176-4b1a-89fb-5e4df2d377bb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.727249] env[69763]: DEBUG oslo_concurrency.lockutils [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] Acquiring lock "6c397902-d523-4abc-bf3e-dd03e3d62a45-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 980.727496] env[69763]: DEBUG oslo_concurrency.lockutils [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 980.727677] env[69763]: DEBUG oslo_concurrency.lockutils [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.727862] env[69763]: DEBUG nova.compute.manager [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] No waiting events found dispatching network-vif-plugged-1801ffda-c176-4b1a-89fb-5e4df2d377bb {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 980.729333] env[69763]: WARNING nova.compute.manager [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Received unexpected event network-vif-plugged-1801ffda-c176-4b1a-89fb-5e4df2d377bb for instance with vm_state building and task_state spawning. [ 980.729774] env[69763]: DEBUG nova.compute.manager [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Received event network-changed-1801ffda-c176-4b1a-89fb-5e4df2d377bb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 980.729994] env[69763]: DEBUG nova.compute.manager [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Refreshing instance network info cache due to event network-changed-1801ffda-c176-4b1a-89fb-5e4df2d377bb. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 980.730248] env[69763]: DEBUG oslo_concurrency.lockutils [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] Acquiring lock "refresh_cache-6c397902-d523-4abc-bf3e-dd03e3d62a45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.730398] env[69763]: DEBUG oslo_concurrency.lockutils [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] Acquired lock "refresh_cache-6c397902-d523-4abc-bf3e-dd03e3d62a45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.730564] env[69763]: DEBUG nova.network.neutron [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Refreshing network info cache for port 1801ffda-c176-4b1a-89fb-5e4df2d377bb {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 980.839120] env[69763]: DEBUG oslo_vmware.api [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122658, 'name': PowerOnVM_Task, 'duration_secs': 0.989851} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.839413] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 980.839639] env[69763]: INFO nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Took 10.27 seconds to spawn the instance on the hypervisor. [ 980.839827] env[69763]: DEBUG nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 980.840627] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6eb5b97-cde2-4277-a151-8d40ca36322e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.849905] env[69763]: WARNING oslo_messaging._drivers.amqpdriver [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 980.922548] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122659, 'name': ReconfigVM_Task, 'duration_secs': 0.530555} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.922873] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 03449ac3-95ed-4948-94c5-3f8ce91049e4/03449ac3-95ed-4948-94c5-3f8ce91049e4.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.923699] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fa06020e-b3e5-49df-93ca-a8737ff6890f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.930798] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 980.930798] env[69763]: value = "task-4122660" [ 980.930798] env[69763]: _type = "Task" [ 980.930798] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.939816] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122660, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.961510] env[69763]: INFO nova.compute.manager [-] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Took 1.72 seconds to deallocate network for instance. [ 980.986963] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520332e9-55ed-9c58-b64e-b674b8698a43, 'name': SearchDatastore_Task, 'duration_secs': 0.015508} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.987387] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.987991] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 980.987991] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.987991] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.988173] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 980.988423] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aceae34c-9c3a-428b-b876-be970e75c114 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.999655] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 980.999868] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 981.000638] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c9b5ec5-513a-400c-a8bd-3f56a99c33de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.006819] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 981.006819] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c0223-5c7d-4de9-b0d2-32fb36dfd7f5" [ 981.006819] env[69763]: _type = "Task" [ 981.006819] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.016641] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c0223-5c7d-4de9-b0d2-32fb36dfd7f5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.084537] env[69763]: DEBUG nova.compute.utils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.089586] env[69763]: DEBUG nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 981.089586] env[69763]: DEBUG nova.network.neutron [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 981.098287] env[69763]: DEBUG oslo_vmware.api [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122657, 'name': RemoveSnapshot_Task, 'duration_secs': 1.236906} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.098570] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 981.109233] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "refresh_cache-6c397902-d523-4abc-bf3e-dd03e3d62a45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.110795] env[69763]: DEBUG oslo_concurrency.lockutils [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] Releasing lock "refresh_cache-02f13b78-8877-4061-ba37-734bb5c49f34" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.111057] env[69763]: DEBUG nova.compute.manager [req-b16a4f94-f206-4e59-bc2f-4971d37cd615 req-73558eb6-0780-4da6-8d1d-51c8aa4f5b18 service nova] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Received event network-vif-deleted-a2c5e672-e840-41b7-8bfe-fdab26f7a913 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.150773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7f4872e0-1ebd-4fc9-a01d-26a057380e49 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "002b787b-96fa-4f0b-b2d4-969d2f49a574" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.364s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.151997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-29d5077b-61f9-4afc-8e8b-c0ca79f0ccef tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "da489781-f745-4bfc-b063-9668d1791178" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.536s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.157401] env[69763]: DEBUG nova.policy [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456c18863fcb45cfbba706f0142729e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '899bc7e2ad7f45848aad68ec49d6012c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.172617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b2085ce2-8a1e-41c3-aa88-fa7e9df5d481 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "6f88b001-92fe-4870-833d-50d35a87a27d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.399s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.177556] env[69763]: INFO nova.compute.manager [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Rebuilding instance [ 981.239399] env[69763]: DEBUG nova.compute.manager [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.240363] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c141320c-02c4-4d7a-9974-934e3d3e32f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.299248] env[69763]: DEBUG nova.network.neutron [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.362131] env[69763]: INFO nova.compute.manager [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Took 40.15 seconds to build instance. [ 981.432226] env[69763]: DEBUG nova.network.neutron [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.447034] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122660, 'name': Rename_Task, 'duration_secs': 0.302337} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.447134] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.447400] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c2f861fb-9723-4505-9b8d-d5307d1ea753 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.455955] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 981.455955] env[69763]: value = "task-4122661" [ 981.455955] env[69763]: _type = "Task" [ 981.455955] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.465679] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.468873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.521161] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c0223-5c7d-4de9-b0d2-32fb36dfd7f5, 'name': SearchDatastore_Task, 'duration_secs': 0.024726} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.522127] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47dd2f86-be22-40bf-ba08-82ef0cf6bb7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.532272] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 981.532272] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a4b15c-de21-fefc-835e-49760f39bd54" [ 981.532272] env[69763]: _type = "Task" [ 981.532272] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.542485] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a4b15c-de21-fefc-835e-49760f39bd54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.566319] env[69763]: DEBUG nova.network.neutron [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Successfully created port: dbf1334a-81ee-4fa6-8923-20ead10c2ebe {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 981.594034] env[69763]: DEBUG nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 981.607607] env[69763]: WARNING nova.compute.manager [None req-7360fb47-52e4-44e2-a4e2-3d141a4093e1 tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Image not found during snapshot: nova.exception.ImageNotFound: Image fa79d261-6b28-4865-b0ff-3d4d6b61e2a8 could not be found. [ 981.864475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-83fcdefa-5346-4caf-8845-f94494755725 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.174s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.942703] env[69763]: DEBUG oslo_concurrency.lockutils [req-b68301e8-3b26-4d45-bcd3-0589e0210f18 req-fcc2a1d0-faed-4cb1-8fea-9fb7deffa305 service nova] Releasing lock "refresh_cache-6c397902-d523-4abc-bf3e-dd03e3d62a45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.943401] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "refresh_cache-6c397902-d523-4abc-bf3e-dd03e3d62a45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.943569] env[69763]: DEBUG nova.network.neutron [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 981.975024] env[69763]: DEBUG oslo_vmware.api [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122661, 'name': PowerOnVM_Task, 'duration_secs': 0.504231} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.975024] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.975024] env[69763]: INFO nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Took 8.64 seconds to spawn the instance on the hypervisor. [ 981.975292] env[69763]: DEBUG nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 981.976814] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c800ef-7a4f-4c1c-b9c0-2e6948860341 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.049355] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a4b15c-de21-fefc-835e-49760f39bd54, 'name': SearchDatastore_Task, 'duration_secs': 0.023827} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.051410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.051410] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 02f13b78-8877-4061-ba37-734bb5c49f34/02f13b78-8877-4061-ba37-734bb5c49f34.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 982.051410] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f28bcc1f-cde5-4239-afae-7f9db9efe6b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.061142] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 982.061142] env[69763]: value = "task-4122662" [ 982.061142] env[69763]: _type = "Task" [ 982.061142] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.069196] env[69763]: DEBUG nova.compute.manager [req-89412e21-286b-4f83-b622-c7aef8b46ab6 req-d1a51e6c-81b1-4b21-8164-48aa4fa40eae service nova] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Received event network-vif-deleted-78d250e7-82fd-4e18-a35f-db58dd4ede69 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 982.076828] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.213974] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19a09af3-674a-4e14-9cf1-f75bc83f3da4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.224431] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52dc914e-6eda-40a5-9897-6d0db0a82291 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.236294] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "c5a2c922-980d-4b83-bc82-25c0958ec409" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.236659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "c5a2c922-980d-4b83-bc82-25c0958ec409" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.269463] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 982.270843] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 982.276232] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92335684-c931-4d99-9b4c-0676094b41dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.278935] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983ac002-cc78-4b67-a7d3-f84e06af4577 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.285251] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "7ea68797-5633-4569-9585-f94f1aeb530b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.285915] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "7ea68797-5633-4569-9585-f94f1aeb530b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.298523] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fba1ba4-94fd-423e-be6a-0a9b47c65c80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.302773] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 982.302773] env[69763]: value = "task-4122663" [ 982.302773] env[69763]: _type = "Task" [ 982.302773] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.318347] env[69763]: DEBUG nova.compute.provider_tree [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.326628] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.501956] env[69763]: INFO nova.compute.manager [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Took 38.38 seconds to build instance. [ 982.529129] env[69763]: DEBUG nova.network.neutron [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 982.575787] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122662, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.617088] env[69763]: DEBUG nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 982.656844] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 982.657149] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 982.657308] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 982.657492] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 982.657634] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 982.657777] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 982.660030] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 982.660030] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 982.660030] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 982.660030] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 982.660030] env[69763]: DEBUG nova.virt.hardware [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 982.660748] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c08fde-0b68-4c2d-98c8-2c40a40d7a2e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.683680] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9feef712-4077-4212-b269-a6241544687a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.781431] env[69763]: DEBUG nova.network.neutron [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Updating instance_info_cache with network_info: [{"id": "1801ffda-c176-4b1a-89fb-5e4df2d377bb", "address": "fa:16:3e:35:c4:7f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1801ffda-c1", "ovs_interfaceid": "1801ffda-c176-4b1a-89fb-5e4df2d377bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.791471] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.791861] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.792200] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.792471] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 982.793920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.795022] env[69763]: INFO nova.compute.manager [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Terminating instance [ 982.811125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.817927] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122663, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.822076] env[69763]: DEBUG nova.scheduler.client.report [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.004972] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77105c32-16c5-4fdd-8426-ca07813550ed tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 78.072s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.076403] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.624333} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.076403] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 02f13b78-8877-4061-ba37-734bb5c49f34/02f13b78-8877-4061-ba37-734bb5c49f34.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 983.076403] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 983.076614] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-14ac8fc2-e059-450c-b1e1-30f8dcbe6ec9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.084733] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 983.084733] env[69763]: value = "task-4122664" [ 983.084733] env[69763]: _type = "Task" [ 983.084733] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.098769] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.148738] env[69763]: DEBUG nova.compute.manager [req-570b1e51-bd4b-47c2-8517-ffccc349ab6d req-02fc8cf5-ae2b-4864-bf97-0d8137638604 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Received event network-vif-plugged-dbf1334a-81ee-4fa6-8923-20ead10c2ebe {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.149111] env[69763]: DEBUG oslo_concurrency.lockutils [req-570b1e51-bd4b-47c2-8517-ffccc349ab6d req-02fc8cf5-ae2b-4864-bf97-0d8137638604 service nova] Acquiring lock "3b94583b-dae6-405d-8d9e-66b0ada48283-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.149374] env[69763]: DEBUG oslo_concurrency.lockutils [req-570b1e51-bd4b-47c2-8517-ffccc349ab6d req-02fc8cf5-ae2b-4864-bf97-0d8137638604 service nova] Lock "3b94583b-dae6-405d-8d9e-66b0ada48283-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.149621] env[69763]: DEBUG oslo_concurrency.lockutils [req-570b1e51-bd4b-47c2-8517-ffccc349ab6d req-02fc8cf5-ae2b-4864-bf97-0d8137638604 service nova] Lock "3b94583b-dae6-405d-8d9e-66b0ada48283-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.149729] env[69763]: DEBUG nova.compute.manager [req-570b1e51-bd4b-47c2-8517-ffccc349ab6d req-02fc8cf5-ae2b-4864-bf97-0d8137638604 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] No waiting events found dispatching network-vif-plugged-dbf1334a-81ee-4fa6-8923-20ead10c2ebe {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 983.150035] env[69763]: WARNING nova.compute.manager [req-570b1e51-bd4b-47c2-8517-ffccc349ab6d req-02fc8cf5-ae2b-4864-bf97-0d8137638604 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Received unexpected event network-vif-plugged-dbf1334a-81ee-4fa6-8923-20ead10c2ebe for instance with vm_state building and task_state spawning. [ 983.268262] env[69763]: DEBUG nova.network.neutron [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Successfully updated port: dbf1334a-81ee-4fa6-8923-20ead10c2ebe {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 983.284740] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "refresh_cache-6c397902-d523-4abc-bf3e-dd03e3d62a45" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.285135] env[69763]: DEBUG nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Instance network_info: |[{"id": "1801ffda-c176-4b1a-89fb-5e4df2d377bb", "address": "fa:16:3e:35:c4:7f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1801ffda-c1", "ovs_interfaceid": "1801ffda-c176-4b1a-89fb-5e4df2d377bb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 983.285719] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c4:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1801ffda-c176-4b1a-89fb-5e4df2d377bb', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.293312] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 983.293831] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.294077] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26a5d40c-ba9f-4185-9e82-8a9e4f51d792 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.311022] env[69763]: DEBUG nova.compute.manager [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 983.311304] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.312562] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cd704ee-2f46-4c21-a8bb-827f85839088 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.324770] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122663, 'name': PowerOffVM_Task, 'duration_secs': 0.597074} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.327953] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.328207] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.328467] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.328467] env[69763]: value = "task-4122665" [ 983.328467] env[69763]: _type = "Task" [ 983.328467] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.329341] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.329693] env[69763]: DEBUG nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 983.332330] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 983.333870] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa10fd5-1b1e-42ab-90fe-01fb3751312c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.336768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.617s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.336998] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.339354] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.491s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.340807] env[69763]: INFO nova.compute.claims [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.343423] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f5ccd2f-fefe-4a0a-9181-29ca82e76f00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.355063] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122665, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.358204] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.358902] env[69763]: DEBUG oslo_vmware.api [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 983.358902] env[69763]: value = "task-4122666" [ 983.358902] env[69763]: _type = "Task" [ 983.358902] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.358902] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ba85925-6da0-4760-81b0-28ea77e57703 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.373335] env[69763]: DEBUG oslo_vmware.api [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122666, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.378227] env[69763]: INFO nova.scheduler.client.report [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Deleted allocations for instance 692b0f46-ba76-4bdd-a529-243bc0cd2546 [ 983.463294] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.465997] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.465997] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleting the datastore file [datastore1] 60724625-b676-437f-89d4-845433c33fbc {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.465997] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6a347923-6e80-4171-8bcf-77eb98bb1a2e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.475022] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 983.475022] env[69763]: value = "task-4122668" [ 983.475022] env[69763]: _type = "Task" [ 983.475022] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.487806] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122668, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.510989] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 983.600991] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078606} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.601443] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 983.602736] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb468457-eafb-4d14-9770-ca4c6dbe8c24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.628282] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Reconfiguring VM instance instance-00000033 to attach disk [datastore1] 02f13b78-8877-4061-ba37-734bb5c49f34/02f13b78-8877-4061-ba37-734bb5c49f34.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 983.628648] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d5e5963b-5f0d-4dba-9a53-acb223df81e5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.651831] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 983.651831] env[69763]: value = "task-4122669" [ 983.651831] env[69763]: _type = "Task" [ 983.651831] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.664346] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122669, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.772332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "refresh_cache-3b94583b-dae6-405d-8d9e-66b0ada48283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.772332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "refresh_cache-3b94583b-dae6-405d-8d9e-66b0ada48283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.772502] env[69763]: DEBUG nova.network.neutron [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.835058] env[69763]: DEBUG nova.compute.utils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.837835] env[69763]: DEBUG nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 983.837835] env[69763]: DEBUG nova.network.neutron [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 983.854808] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122665, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.871741] env[69763]: DEBUG oslo_vmware.api [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122666, 'name': PowerOffVM_Task, 'duration_secs': 0.293125} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.872515] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 983.872837] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.874033] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac2a7a9c-6249-4113-b971-04d163077c4d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.890808] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3da5730-ef4b-4c39-926f-96d6cdece266 tempest-SecurityGroupsTestJSON-55145632 tempest-SecurityGroupsTestJSON-55145632-project-member] Lock "692b0f46-ba76-4bdd-a529-243bc0cd2546" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.130s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.955800] env[69763]: DEBUG nova.policy [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64ce9b18cfe7496fac8ef95eebd31bf6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '318f27a28aa04def852cded8188f100b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 983.967186] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.967539] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.967743] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleting the datastore file [datastore2] a78880c5-dba8-40f9-8da7-47fdd060a8ca {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.968169] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-58ca3f38-3501-426e-99b0-a249cf112203 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.976525] env[69763]: DEBUG oslo_vmware.api [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 983.976525] env[69763]: value = "task-4122671" [ 983.976525] env[69763]: _type = "Task" [ 983.976525] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.988187] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122668, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276018} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.992243] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 983.992243] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 983.992467] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 983.995214] env[69763]: DEBUG oslo_vmware.api [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122671, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.044885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.150250] env[69763]: DEBUG nova.compute.manager [req-9a63e486-2b4a-4ef9-94a8-f6f087901ddd req-7f7f06f3-4263-40f9-9361-958c477dd56a service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Received event network-changed-c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 984.150598] env[69763]: DEBUG nova.compute.manager [req-9a63e486-2b4a-4ef9-94a8-f6f087901ddd req-7f7f06f3-4263-40f9-9361-958c477dd56a service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Refreshing instance network info cache due to event network-changed-c5c5f816-7efa-4af5-a044-3348d8efd5f2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 984.150855] env[69763]: DEBUG oslo_concurrency.lockutils [req-9a63e486-2b4a-4ef9-94a8-f6f087901ddd req-7f7f06f3-4263-40f9-9361-958c477dd56a service nova] Acquiring lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.151049] env[69763]: DEBUG oslo_concurrency.lockutils [req-9a63e486-2b4a-4ef9-94a8-f6f087901ddd req-7f7f06f3-4263-40f9-9361-958c477dd56a service nova] Acquired lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.151248] env[69763]: DEBUG nova.network.neutron [req-9a63e486-2b4a-4ef9-94a8-f6f087901ddd req-7f7f06f3-4263-40f9-9361-958c477dd56a service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Refreshing network info cache for port c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 984.164881] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122669, 'name': ReconfigVM_Task, 'duration_secs': 0.342218} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.165804] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Reconfigured VM instance instance-00000033 to attach disk [datastore1] 02f13b78-8877-4061-ba37-734bb5c49f34/02f13b78-8877-4061-ba37-734bb5c49f34.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 984.166754] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-90d648fe-1202-4d70-9613-f393ee6f3d7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.175561] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 984.175561] env[69763]: value = "task-4122672" [ 984.175561] env[69763]: _type = "Task" [ 984.175561] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.186299] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122672, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.313748] env[69763]: DEBUG nova.network.neutron [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 984.340557] env[69763]: DEBUG nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 984.358036] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122665, 'name': CreateVM_Task, 'duration_secs': 0.532316} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.358780] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.359663] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.359915] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.360373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.364198] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eecff85e-8a8f-4c06-80cd-5af1389f6825 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.376493] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 984.376493] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5273ec92-f8c0-10f7-bbfa-ede811b9089b" [ 984.376493] env[69763]: _type = "Task" [ 984.376493] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.393925] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5273ec92-f8c0-10f7-bbfa-ede811b9089b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.493723] env[69763]: DEBUG oslo_vmware.api [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122671, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428742} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.493723] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.493723] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.494136] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.494136] env[69763]: INFO nova.compute.manager [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Took 1.18 seconds to destroy the instance on the hypervisor. [ 984.494846] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.494846] env[69763]: DEBUG nova.compute.manager [-] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.494846] env[69763]: DEBUG nova.network.neutron [-] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.526385] env[69763]: DEBUG nova.network.neutron [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Updating instance_info_cache with network_info: [{"id": "dbf1334a-81ee-4fa6-8923-20ead10c2ebe", "address": "fa:16:3e:f7:c1:0c", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf1334a-81", "ovs_interfaceid": "dbf1334a-81ee-4fa6-8923-20ead10c2ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.688485] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122672, 'name': Rename_Task, 'duration_secs': 0.156019} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.688485] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 984.688485] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1b59cd61-2b3a-4060-a9b4-7783ec8cbd1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.696015] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 984.696015] env[69763]: value = "task-4122673" [ 984.696015] env[69763]: _type = "Task" [ 984.696015] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.708904] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122673, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.890439] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5273ec92-f8c0-10f7-bbfa-ede811b9089b, 'name': SearchDatastore_Task, 'duration_secs': 0.029442} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.893446] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.894059] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.894059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.894686] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.894686] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.901674] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4f54525e-27e4-41c8-b601-3509e414ef0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.912646] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.912850] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.913660] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e971cff-2324-434d-a480-0cf2869ec0d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.920358] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 984.920358] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a6339f-4441-b847-a687-51ef466666ee" [ 984.920358] env[69763]: _type = "Task" [ 984.920358] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.933254] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a6339f-4441-b847-a687-51ef466666ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.969604] env[69763]: DEBUG nova.network.neutron [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Successfully created port: 0a0ac015-7254-475b-86e6-679ca8a744b6 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 985.029513] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "refresh_cache-3b94583b-dae6-405d-8d9e-66b0ada48283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.030063] env[69763]: DEBUG nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Instance network_info: |[{"id": "dbf1334a-81ee-4fa6-8923-20ead10c2ebe", "address": "fa:16:3e:f7:c1:0c", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf1334a-81", "ovs_interfaceid": "dbf1334a-81ee-4fa6-8923-20ead10c2ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 985.033458] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f7:c1:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dbf1334a-81ee-4fa6-8923-20ead10c2ebe', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.041317] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.043824] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.047548] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b363350d-ef79-4f00-8fe0-1e75e16cfe2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.067415] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.067675] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.067834] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.068030] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.068181] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.068324] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.068535] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.068710] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.068879] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.069051] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.069234] env[69763]: DEBUG nova.virt.hardware [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.072300] env[69763]: DEBUG nova.network.neutron [-] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.074395] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f043a486-4b7a-43ff-b186-27a7b5d35e57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.087565] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.087565] env[69763]: value = "task-4122674" [ 985.087565] env[69763]: _type = "Task" [ 985.087565] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.089231] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5c9aea-c6ae-48b8-896f-f4b152fe9174 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.100053] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be557dfb-f85a-46ea-9fa6-4aae7056e4f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.114130] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:24:0a:10', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b71230ae-e879-4384-88ce-fe64c86fce22', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4c1a9d7b-7c6c-4e26-a627-adffb41e113a', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.121976] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 985.127796] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.128094] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122674, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.129032] env[69763]: DEBUG nova.network.neutron [req-9a63e486-2b4a-4ef9-94a8-f6f087901ddd req-7f7f06f3-4263-40f9-9361-958c477dd56a service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Updated VIF entry in instance network info cache for port c5c5f816-7efa-4af5-a044-3348d8efd5f2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 985.129385] env[69763]: DEBUG nova.network.neutron [req-9a63e486-2b4a-4ef9-94a8-f6f087901ddd req-7f7f06f3-4263-40f9-9361-958c477dd56a service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Updating instance_info_cache with network_info: [{"id": "c5c5f816-7efa-4af5-a044-3348d8efd5f2", "address": "fa:16:3e:44:80:9e", "network": {"id": "bb37fa40-0711-4c13-b9a9-5c2fe2356b70", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-691139393-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.225", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1b9550d1c23f4aa6afa25637c4219344", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "97113f46-d648-4613-b233-069acba18198", "external-id": "nsx-vlan-transportzone-480", "segmentation_id": 480, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5c5f816-7e", "ovs_interfaceid": "c5c5f816-7efa-4af5-a044-3348d8efd5f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.130850] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d279c7cb-28b9-475f-bbe4-1277234390ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.146670] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8712fa7-1728-481c-843b-d059c690b359 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.151627] env[69763]: DEBUG oslo_concurrency.lockutils [req-9a63e486-2b4a-4ef9-94a8-f6f087901ddd req-7f7f06f3-4263-40f9-9361-958c477dd56a service nova] Releasing lock "refresh_cache-95d7879b-912b-4a3c-8770-fd14bef6d3e0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.187644] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ddb50e-f2e5-4d3c-b08c-2336145fa136 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.190799] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.190799] env[69763]: value = "task-4122675" [ 985.190799] env[69763]: _type = "Task" [ 985.190799] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.203832] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a94c848f-0bff-4f41-9cad-d7503e6616b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.213305] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122675, 'name': CreateVM_Task} progress is 15%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.218201] env[69763]: DEBUG oslo_vmware.api [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122673, 'name': PowerOnVM_Task, 'duration_secs': 0.51685} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.229121] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 985.230742] env[69763]: INFO nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Took 8.35 seconds to spawn the instance on the hypervisor. [ 985.230742] env[69763]: DEBUG nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 985.230742] env[69763]: DEBUG nova.compute.provider_tree [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 985.232876] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc81427f-04e1-49a7-b482-9115b7b7688f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.363196] env[69763]: DEBUG nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 985.401692] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 985.401692] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 985.402464] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 985.402899] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 985.403331] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 985.403607] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 985.404116] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 985.404451] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 985.405273] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 985.405599] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 985.407019] env[69763]: DEBUG nova.virt.hardware [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 985.408133] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492efe7d-9343-452e-bbf3-56f709da1e1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.421112] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf664a4-9672-4a5c-8f23-f3969b585691 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.447173] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a6339f-4441-b847-a687-51ef466666ee, 'name': SearchDatastore_Task, 'duration_secs': 0.022293} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.448092] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69bd2efa-0089-4450-b723-3fd91ff64973 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.458462] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 985.458462] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52343e27-b498-a941-ed17-36aa530a5f85" [ 985.458462] env[69763]: _type = "Task" [ 985.458462] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.473800] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52343e27-b498-a941-ed17-36aa530a5f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.498089] env[69763]: DEBUG nova.compute.manager [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Received event network-changed-dbf1334a-81ee-4fa6-8923-20ead10c2ebe {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.498502] env[69763]: DEBUG nova.compute.manager [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Refreshing instance network info cache due to event network-changed-dbf1334a-81ee-4fa6-8923-20ead10c2ebe. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.499227] env[69763]: DEBUG oslo_concurrency.lockutils [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] Acquiring lock "refresh_cache-3b94583b-dae6-405d-8d9e-66b0ada48283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.499227] env[69763]: DEBUG oslo_concurrency.lockutils [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] Acquired lock "refresh_cache-3b94583b-dae6-405d-8d9e-66b0ada48283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.499227] env[69763]: DEBUG nova.network.neutron [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Refreshing network info cache for port dbf1334a-81ee-4fa6-8923-20ead10c2ebe {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 985.578256] env[69763]: INFO nova.compute.manager [-] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Took 1.08 seconds to deallocate network for instance. [ 985.600787] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122674, 'name': CreateVM_Task, 'duration_secs': 0.47126} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.600787] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.600787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.600787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.600787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.600787] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ab2b5f0-b7d9-4ad5-b316-dc19d7c765b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.606686] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 985.606686] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5238b04e-86dd-bdbd-4a84-94aebb39cceb" [ 985.606686] env[69763]: _type = "Task" [ 985.606686] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.616346] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5238b04e-86dd-bdbd-4a84-94aebb39cceb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.701343] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122675, 'name': CreateVM_Task, 'duration_secs': 0.486901} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.701539] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 985.702226] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.736558] env[69763]: DEBUG nova.scheduler.client.report [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.752233] env[69763]: INFO nova.compute.manager [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Took 38.94 seconds to build instance. [ 985.951137] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Acquiring lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.951505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.971744] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52343e27-b498-a941-ed17-36aa530a5f85, 'name': SearchDatastore_Task, 'duration_secs': 0.023267} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.972601] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.972934] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45/6c397902-d523-4abc-bf3e-dd03e3d62a45.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.973407] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26ecf1b9-9a11-40af-ae5b-a8f67a3122ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.980959] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 985.980959] env[69763]: value = "task-4122676" [ 985.980959] env[69763]: _type = "Task" [ 985.980959] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.991232] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122676, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.088655] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.118308] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5238b04e-86dd-bdbd-4a84-94aebb39cceb, 'name': SearchDatastore_Task, 'duration_secs': 0.011322} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.121497] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.121751] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.122022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.122172] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.122352] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.122723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.123080] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.124664] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2bf1200d-e88f-493f-9c50-da0948df7994 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.125894] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3467684b-1946-4250-bbe6-fb2c7c9954dc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.131358] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 986.131358] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528ad83d-7bd9-715e-4137-0c936ae9eb89" [ 986.131358] env[69763]: _type = "Task" [ 986.131358] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.136156] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.136356] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.137566] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7dc8d8e9-700b-449a-a117-01482b789d04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.144488] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528ad83d-7bd9-715e-4137-0c936ae9eb89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.149060] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 986.149060] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52afcf9c-b04d-3d59-06cf-bcea1a5f5946" [ 986.149060] env[69763]: _type = "Task" [ 986.149060] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.157679] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52afcf9c-b04d-3d59-06cf-bcea1a5f5946, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.229429] env[69763]: DEBUG nova.network.neutron [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Updated VIF entry in instance network info cache for port dbf1334a-81ee-4fa6-8923-20ead10c2ebe. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 986.229952] env[69763]: DEBUG nova.network.neutron [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Updating instance_info_cache with network_info: [{"id": "dbf1334a-81ee-4fa6-8923-20ead10c2ebe", "address": "fa:16:3e:f7:c1:0c", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdbf1334a-81", "ovs_interfaceid": "dbf1334a-81ee-4fa6-8923-20ead10c2ebe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.245810] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.906s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.246418] env[69763]: DEBUG nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 986.251505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.052s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 986.251505] env[69763]: INFO nova.compute.claims [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 986.254419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58657650-0c0b-4454-8fd9-c286291942d2 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "02f13b78-8877-4061-ba37-734bb5c49f34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.359s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.440598] env[69763]: DEBUG nova.compute.manager [req-57c05572-2bc4-4afa-8854-7dc44e46fa29 req-0f83a210-9f2c-4ed5-8ca7-137a28608b0c service nova] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Received event network-vif-deleted-d65d67a6-bddf-4f81-9615-67ee45c2adff {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.456044] env[69763]: DEBUG nova.compute.utils [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.498509] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122676, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.644312] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528ad83d-7bd9-715e-4137-0c936ae9eb89, 'name': SearchDatastore_Task, 'duration_secs': 0.0219} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.644859] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.645193] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.645484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.666891] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52afcf9c-b04d-3d59-06cf-bcea1a5f5946, 'name': SearchDatastore_Task, 'duration_secs': 0.014089} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.667257] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-310e7997-aa52-4487-a002-5343d4167648 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.676746] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 986.676746] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d91cf8-c1a8-7179-9f5c-9d3e5b59c37a" [ 986.676746] env[69763]: _type = "Task" [ 986.676746] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.687525] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d91cf8-c1a8-7179-9f5c-9d3e5b59c37a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.733078] env[69763]: DEBUG oslo_concurrency.lockutils [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] Releasing lock "refresh_cache-3b94583b-dae6-405d-8d9e-66b0ada48283" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.733313] env[69763]: DEBUG nova.compute.manager [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received event network-changed-adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 986.733522] env[69763]: DEBUG nova.compute.manager [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Refreshing instance network info cache due to event network-changed-adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 986.733717] env[69763]: DEBUG oslo_concurrency.lockutils [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] Acquiring lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.733869] env[69763]: DEBUG oslo_concurrency.lockutils [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] Acquired lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.734130] env[69763]: DEBUG nova.network.neutron [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Refreshing network info cache for port adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.755882] env[69763]: DEBUG nova.compute.utils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.762196] env[69763]: DEBUG nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 986.762515] env[69763]: DEBUG nova.network.neutron [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.821327] env[69763]: DEBUG nova.policy [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2c86e1f6bc7f407b925fc1e9583e6496', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e54e605a05d49348e29ff67af06e697', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.959803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.978332] env[69763]: DEBUG nova.network.neutron [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Successfully updated port: 0a0ac015-7254-475b-86e6-679ca8a744b6 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 986.993643] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122676, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.708331} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.994440] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45/6c397902-d523-4abc-bf3e-dd03e3d62a45.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.994666] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.994930] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95dc4d44-707d-492f-8cb1-a3f15e09cefb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.003094] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 987.003094] env[69763]: value = "task-4122677" [ 987.003094] env[69763]: _type = "Task" [ 987.003094] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.013363] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122677, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.164564] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab0d6a4d-565b-40ea-9965-8feed5760258 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.173066] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1b57ed4a-433f-4a1f-9074-59b2c9fbbd37 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Suspending the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 987.173369] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-331a2575-8cf7-40aa-b3cc-d62acd4b45ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.181493] env[69763]: DEBUG nova.network.neutron [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Successfully created port: 72de9f68-8901-4adb-87f1-4223e77a2f54 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 987.184790] env[69763]: DEBUG oslo_vmware.api [None req-1b57ed4a-433f-4a1f-9074-59b2c9fbbd37 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 987.184790] env[69763]: value = "task-4122678" [ 987.184790] env[69763]: _type = "Task" [ 987.184790] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.200016] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d91cf8-c1a8-7179-9f5c-9d3e5b59c37a, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.200794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.201136] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 3b94583b-dae6-405d-8d9e-66b0ada48283/3b94583b-dae6-405d-8d9e-66b0ada48283.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.201541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.201642] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 987.201877] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28cd1c35-57bf-4ea1-aa7c-958002238197 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.208297] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8281abf-1bba-421e-bcbd-aaed86dcad7d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.209682] env[69763]: DEBUG oslo_vmware.api [None req-1b57ed4a-433f-4a1f-9074-59b2c9fbbd37 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122678, 'name': SuspendVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.219867] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 987.219867] env[69763]: value = "task-4122679" [ 987.219867] env[69763]: _type = "Task" [ 987.219867] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.219867] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 987.219867] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 987.222674] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a618fb3f-ea17-4b51-84db-57603c1cccf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.229397] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 987.229397] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52212f4e-401a-2aa8-1fef-4b148aac6724" [ 987.229397] env[69763]: _type = "Task" [ 987.229397] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.233085] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.248683] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52212f4e-401a-2aa8-1fef-4b148aac6724, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.267170] env[69763]: DEBUG nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 987.482151] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquiring lock "refresh_cache-c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.482151] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquired lock "refresh_cache-c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.482568] env[69763]: DEBUG nova.network.neutron [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 987.515038] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122677, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.235391} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.520422] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.521730] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3d1224-70e5-4903-97e9-4f2abd776a0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.550971] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45/6c397902-d523-4abc-bf3e-dd03e3d62a45.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.554334] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f1671768-ed56-400e-9620-604ba99d61da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.585377] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 987.585377] env[69763]: value = "task-4122680" [ 987.585377] env[69763]: _type = "Task" [ 987.585377] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.602167] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122680, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.655513] env[69763]: DEBUG nova.network.neutron [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updated VIF entry in instance network info cache for port adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.655888] env[69763]: DEBUG nova.network.neutron [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [{"id": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "address": "fa:16:3e:34:3c:40", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb46f1a-8b", "ovs_interfaceid": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.700180] env[69763]: DEBUG oslo_vmware.api [None req-1b57ed4a-433f-4a1f-9074-59b2c9fbbd37 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122678, 'name': SuspendVM_Task} progress is 58%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.733156] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122679, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.749520] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52212f4e-401a-2aa8-1fef-4b148aac6724, 'name': SearchDatastore_Task, 'duration_secs': 0.014867} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.749520] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eb38f46-69f9-48e8-affd-d24141ddeacd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.761539] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 987.761539] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ee3952-74f8-0696-80b4-cac765e9ce14" [ 987.761539] env[69763]: _type = "Task" [ 987.761539] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.779222] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ee3952-74f8-0696-80b4-cac765e9ce14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.935226] env[69763]: DEBUG nova.compute.manager [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Received event network-vif-plugged-0a0ac015-7254-475b-86e6-679ca8a744b6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.935491] env[69763]: DEBUG oslo_concurrency.lockutils [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] Acquiring lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 987.935705] env[69763]: DEBUG oslo_concurrency.lockutils [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] Lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.935875] env[69763]: DEBUG oslo_concurrency.lockutils [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] Lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.936049] env[69763]: DEBUG nova.compute.manager [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] No waiting events found dispatching network-vif-plugged-0a0ac015-7254-475b-86e6-679ca8a744b6 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 987.936557] env[69763]: WARNING nova.compute.manager [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Received unexpected event network-vif-plugged-0a0ac015-7254-475b-86e6-679ca8a744b6 for instance with vm_state building and task_state spawning. [ 987.936764] env[69763]: DEBUG nova.compute.manager [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Received event network-changed-0a0ac015-7254-475b-86e6-679ca8a744b6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 987.936979] env[69763]: DEBUG nova.compute.manager [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Refreshing instance network info cache due to event network-changed-0a0ac015-7254-475b-86e6-679ca8a744b6. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 987.937129] env[69763]: DEBUG oslo_concurrency.lockutils [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] Acquiring lock "refresh_cache-c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.993026] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98c6c048-89f9-41eb-a852-781b871b94c4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.005100] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90653981-0ce5-4112-ba07-65043a904af2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.048480] env[69763]: DEBUG nova.network.neutron [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 988.051664] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa60edfc-4757-4114-a915-56337a0f18aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.061471] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210ca1c8-9f54-4e5a-83c5-44a8df5178b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.078224] env[69763]: DEBUG nova.compute.provider_tree [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 988.082672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Acquiring lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.082860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.083138] env[69763]: INFO nova.compute.manager [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Attaching volume f3cb2c38-f2b0-47e2-84f7-0f3035589e82 to /dev/sdb [ 988.096551] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.141646] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5daf6760-e5ec-4ba8-869d-930c4968ebb8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.149997] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d30d5d-c332-4ffb-b3d7-2eab5aff8800 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.159481] env[69763]: DEBUG oslo_concurrency.lockutils [req-2661f8c4-3dae-4938-8a0c-694022dc6359 req-00721eec-202a-47a6-81f7-b572e918a4d7 service nova] Releasing lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.168135] env[69763]: DEBUG nova.virt.block_device [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Updating existing volume attachment record: 428b0745-f4b8-4792-9731-fd07d9dc653e {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 988.196837] env[69763]: DEBUG oslo_vmware.api [None req-1b57ed4a-433f-4a1f-9074-59b2c9fbbd37 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122678, 'name': SuspendVM_Task, 'duration_secs': 0.74777} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.196837] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1b57ed4a-433f-4a1f-9074-59b2c9fbbd37 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Suspended the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 988.196837] env[69763]: DEBUG nova.compute.manager [None req-1b57ed4a-433f-4a1f-9074-59b2c9fbbd37 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 988.197738] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d37fb9c9-a195-4fd9-94eb-7bf831d6440e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.231031] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.906841} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.233551] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 3b94583b-dae6-405d-8d9e-66b0ada48283/3b94583b-dae6-405d-8d9e-66b0ada48283.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.233748] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.234959] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-57a9d901-048f-4442-8cfa-7b9930f6f330 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.244733] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 988.244733] env[69763]: value = "task-4122681" [ 988.244733] env[69763]: _type = "Task" [ 988.244733] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.255405] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.273708] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ee3952-74f8-0696-80b4-cac765e9ce14, 'name': SearchDatastore_Task, 'duration_secs': 0.065086} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.273912] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.274070] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 988.274444] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a62300b-e4f7-41ab-91f5-c2a3278bb9d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.280194] env[69763]: DEBUG nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 988.284054] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 988.284054] env[69763]: value = "task-4122682" [ 988.284054] env[69763]: _type = "Task" [ 988.284054] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.293780] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.312037] env[69763]: DEBUG nova.network.neutron [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Updating instance_info_cache with network_info: [{"id": "0a0ac015-7254-475b-86e6-679ca8a744b6", "address": "fa:16:3e:98:0b:02", "network": {"id": "eba55889-ff2a-4a51-b188-14f4a6264f25", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1228106601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "318f27a28aa04def852cded8188f100b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0ac015-72", "ovs_interfaceid": "0a0ac015-7254-475b-86e6-679ca8a744b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 988.341283] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 988.341563] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 988.341729] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 988.341922] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 988.342779] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 988.342779] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 988.343038] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 988.343256] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 988.343471] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 988.343793] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 988.344094] env[69763]: DEBUG nova.virt.hardware [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 988.345424] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f8a531-86cd-43a5-80d5-a2b845268a9e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.354956] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8bfdf7-ee67-47e1-844b-815495c068f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.587623] env[69763]: DEBUG nova.scheduler.client.report [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 988.605581] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122680, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.756778] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076247} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.756778] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 988.757027] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0727fb14-b5ac-4dc9-bbce-6a3d4d4a13ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.784877] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Reconfiguring VM instance instance-00000035 to attach disk [datastore2] 3b94583b-dae6-405d-8d9e-66b0ada48283/3b94583b-dae6-405d-8d9e-66b0ada48283.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 988.785368] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b4da348-182e-4873-a484-f7c06d062428 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.813204] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122682, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.815033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Releasing lock "refresh_cache-c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.816605] env[69763]: DEBUG nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Instance network_info: |[{"id": "0a0ac015-7254-475b-86e6-679ca8a744b6", "address": "fa:16:3e:98:0b:02", "network": {"id": "eba55889-ff2a-4a51-b188-14f4a6264f25", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1228106601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "318f27a28aa04def852cded8188f100b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0ac015-72", "ovs_interfaceid": "0a0ac015-7254-475b-86e6-679ca8a744b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 988.816605] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 988.816605] env[69763]: value = "task-4122686" [ 988.816605] env[69763]: _type = "Task" [ 988.816605] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.816605] env[69763]: DEBUG oslo_concurrency.lockutils [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] Acquired lock "refresh_cache-c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.816605] env[69763]: DEBUG nova.network.neutron [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Refreshing network info cache for port 0a0ac015-7254-475b-86e6-679ca8a744b6 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 988.817712] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:98:0b:02', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0636c3f6-fcb7-4954-ab07-c5cd0dee37b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a0ac015-7254-475b-86e6-679ca8a744b6', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 988.825750] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Creating folder: Project (318f27a28aa04def852cded8188f100b). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.826469] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71b0014a-f1d6-4b36-abe6-b0f5a7c7a85c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.840272] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122686, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.846667] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Created folder: Project (318f27a28aa04def852cded8188f100b) in parent group-v816505. [ 988.846930] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Creating folder: Instances. Parent ref: group-v816665. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 988.847218] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5a3151e4-b021-469f-8d73-f3f8f692cb28 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.858866] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Created folder: Instances in parent group-v816665. [ 988.859690] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 988.859843] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 988.860217] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-17347277-dbfc-4503-b655-cc5c4a0938aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.886236] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 988.886236] env[69763]: value = "task-4122689" [ 988.886236] env[69763]: _type = "Task" [ 988.886236] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.898816] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122689, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.903398] env[69763]: DEBUG nova.network.neutron [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Successfully updated port: 72de9f68-8901-4adb-87f1-4223e77a2f54 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.937527] env[69763]: DEBUG nova.compute.manager [req-883c7b6d-d33c-4994-9060-269df4ea3b5e req-ba4193c9-73fd-4fe2-8e5c-69a34f769bae service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Received event network-vif-plugged-72de9f68-8901-4adb-87f1-4223e77a2f54 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 988.937757] env[69763]: DEBUG oslo_concurrency.lockutils [req-883c7b6d-d33c-4994-9060-269df4ea3b5e req-ba4193c9-73fd-4fe2-8e5c-69a34f769bae service nova] Acquiring lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.937987] env[69763]: DEBUG oslo_concurrency.lockutils [req-883c7b6d-d33c-4994-9060-269df4ea3b5e req-ba4193c9-73fd-4fe2-8e5c-69a34f769bae service nova] Lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.938194] env[69763]: DEBUG oslo_concurrency.lockutils [req-883c7b6d-d33c-4994-9060-269df4ea3b5e req-ba4193c9-73fd-4fe2-8e5c-69a34f769bae service nova] Lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.938364] env[69763]: DEBUG nova.compute.manager [req-883c7b6d-d33c-4994-9060-269df4ea3b5e req-ba4193c9-73fd-4fe2-8e5c-69a34f769bae service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] No waiting events found dispatching network-vif-plugged-72de9f68-8901-4adb-87f1-4223e77a2f54 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 988.938529] env[69763]: WARNING nova.compute.manager [req-883c7b6d-d33c-4994-9060-269df4ea3b5e req-ba4193c9-73fd-4fe2-8e5c-69a34f769bae service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Received unexpected event network-vif-plugged-72de9f68-8901-4adb-87f1-4223e77a2f54 for instance with vm_state building and task_state spawning. [ 989.098720] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.849s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 989.099347] env[69763]: DEBUG nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 989.105461] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.737s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.105670] env[69763]: DEBUG nova.objects.instance [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 989.112288] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122680, 'name': ReconfigVM_Task, 'duration_secs': 1.224347} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.112288] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45/6c397902-d523-4abc-bf3e-dd03e3d62a45.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.112288] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e860c88-4837-4767-9490-29ac7a8623dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.120615] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 989.120615] env[69763]: value = "task-4122690" [ 989.120615] env[69763]: _type = "Task" [ 989.120615] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.137524] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122690, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.302828] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.884353} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.303280] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.303524] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.303810] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c915ec37-0fdb-48a5-a140-6d839f352118 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.312890] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 989.312890] env[69763]: value = "task-4122691" [ 989.312890] env[69763]: _type = "Task" [ 989.312890] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.332337] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122691, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.343458] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122686, 'name': ReconfigVM_Task, 'duration_secs': 0.516137} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.343828] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Reconfigured VM instance instance-00000035 to attach disk [datastore2] 3b94583b-dae6-405d-8d9e-66b0ada48283/3b94583b-dae6-405d-8d9e-66b0ada48283.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 989.344521] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7619f781-2586-4b41-b39d-c108e6dae5c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.352849] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 989.352849] env[69763]: value = "task-4122692" [ 989.352849] env[69763]: _type = "Task" [ 989.352849] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.364417] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122692, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.397829] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122689, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.403751] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "refresh_cache-2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.404071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquired lock "refresh_cache-2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.404320] env[69763]: DEBUG nova.network.neutron [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.620812] env[69763]: DEBUG nova.compute.utils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.621165] env[69763]: DEBUG nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 989.621349] env[69763]: DEBUG nova.network.neutron [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 989.640876] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122690, 'name': Rename_Task, 'duration_secs': 0.20983} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.641225] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.641489] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-77166d9b-7d7d-44a6-8092-17d887606349 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.649211] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 989.649211] env[69763]: value = "task-4122693" [ 989.649211] env[69763]: _type = "Task" [ 989.649211] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.658063] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.676244] env[69763]: DEBUG nova.policy [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1b9bf0146f4ae28f18177f30622834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21623f2503aa4fddaa1097f1fa324d3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.830017] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122691, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.189131} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.830017] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.832153] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d36c028-88df-4d69-bb36-2ed20784d5dc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.859399] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Reconfiguring VM instance instance-00000009 to attach disk [datastore2] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.864583] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-896cb1c9-4d5a-4409-90cc-4e283f74cc12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.895654] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122692, 'name': Rename_Task, 'duration_secs': 0.173033} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.903115] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 989.903485] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 989.903485] env[69763]: value = "task-4122694" [ 989.903485] env[69763]: _type = "Task" [ 989.903485] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.904044] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9937141b-e91c-46f4-a3eb-6d884aefec99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.916102] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122689, 'name': CreateVM_Task, 'duration_secs': 0.62112} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.916755] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 989.917876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.918065] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.921726] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.922645] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b898ce8f-515b-46ec-ac98-baebd61555e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.925273] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122694, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.927057] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 989.927057] env[69763]: value = "task-4122695" [ 989.927057] env[69763]: _type = "Task" [ 989.927057] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.932964] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 989.932964] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5271d3ad-6cf6-00de-49c6-cd8abb28b9ca" [ 989.932964] env[69763]: _type = "Task" [ 989.932964] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.940093] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122695, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.947509] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5271d3ad-6cf6-00de-49c6-cd8abb28b9ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.002882] env[69763]: DEBUG nova.network.neutron [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 990.005661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.005992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.006863] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.007118] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.007507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.013022] env[69763]: INFO nova.compute.manager [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Terminating instance [ 990.021629] env[69763]: DEBUG nova.network.neutron [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Updated VIF entry in instance network info cache for port 0a0ac015-7254-475b-86e6-679ca8a744b6. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 990.021988] env[69763]: DEBUG nova.network.neutron [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Updating instance_info_cache with network_info: [{"id": "0a0ac015-7254-475b-86e6-679ca8a744b6", "address": "fa:16:3e:98:0b:02", "network": {"id": "eba55889-ff2a-4a51-b188-14f4a6264f25", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-1228106601-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "318f27a28aa04def852cded8188f100b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0636c3f6-fcb7-4954-ab07-c5cd0dee37b0", "external-id": "nsx-vlan-transportzone-857", "segmentation_id": 857, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a0ac015-72", "ovs_interfaceid": "0a0ac015-7254-475b-86e6-679ca8a744b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.122759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9268bac4-c8d3-472e-a339-0ede76cacf7c tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.127024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.858s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.127024] env[69763]: INFO nova.compute.claims [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 990.132120] env[69763]: DEBUG nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 990.148187] env[69763]: DEBUG nova.network.neutron [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Successfully created port: 0aad5bcf-407f-40bb-8f08-f831b08e01f2 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 990.166172] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122693, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.305318] env[69763]: DEBUG nova.compute.manager [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.306239] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2311f97-3478-4db8-aa45-ac77ea10c69c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.353335] env[69763]: DEBUG nova.network.neutron [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Updating instance_info_cache with network_info: [{"id": "72de9f68-8901-4adb-87f1-4223e77a2f54", "address": "fa:16:3e:6b:1a:75", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72de9f68-89", "ovs_interfaceid": "72de9f68-8901-4adb-87f1-4223e77a2f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.424022] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122694, 'name': ReconfigVM_Task, 'duration_secs': 0.485459} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.424022] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Reconfigured VM instance instance-00000009 to attach disk [datastore2] 60724625-b676-437f-89d4-845433c33fbc/60724625-b676-437f-89d4-845433c33fbc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.424022] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d8910933-86fd-46c2-beba-f0765377b487 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.430469] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 990.430469] env[69763]: value = "task-4122696" [ 990.430469] env[69763]: _type = "Task" [ 990.430469] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.464045] env[69763]: DEBUG oslo_vmware.api [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122695, 'name': PowerOnVM_Task, 'duration_secs': 0.533686} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.464045] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5271d3ad-6cf6-00de-49c6-cd8abb28b9ca, 'name': SearchDatastore_Task, 'duration_secs': 0.015642} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.470064] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.470528] env[69763]: INFO nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Took 7.85 seconds to spawn the instance on the hypervisor. [ 990.470687] env[69763]: DEBUG nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.471617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.471976] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.472354] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.472584] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.472860] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.473339] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122696, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.477463] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ab8f4f-ec34-4260-8c6b-5f534db1ea5c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.481118] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f2e753be-a345-4c71-9580-70b0c36a6689 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.497663] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.497873] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.498654] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a601690-b972-4e05-b384-a1437b22777c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.510780] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 990.510780] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522af2c8-9d61-b7a3-7d2a-beab6dbcb8a2" [ 990.510780] env[69763]: _type = "Task" [ 990.510780] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.518898] env[69763]: DEBUG nova.compute.manager [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 990.519441] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 990.519815] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522af2c8-9d61-b7a3-7d2a-beab6dbcb8a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.520916] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f0727f3-34f2-42f3-888e-d793c60a2554 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.525559] env[69763]: DEBUG oslo_concurrency.lockutils [req-f16fd34e-c6dc-4b88-8271-53f50d83b424 req-2a2110f3-e932-4497-9e53-7fc33fd2d1e7 service nova] Releasing lock "refresh_cache-c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.535522] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 990.535522] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd82e38c-5761-4dbd-a5b1-fc3a90ed223b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.542145] env[69763]: DEBUG oslo_vmware.api [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 990.542145] env[69763]: value = "task-4122698" [ 990.542145] env[69763]: _type = "Task" [ 990.542145] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.559225] env[69763]: DEBUG oslo_vmware.api [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.662460] env[69763]: DEBUG oslo_vmware.api [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122693, 'name': PowerOnVM_Task, 'duration_secs': 0.541094} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.662858] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 990.663038] env[69763]: INFO nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Took 10.90 seconds to spawn the instance on the hypervisor. [ 990.663236] env[69763]: DEBUG nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 990.664102] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc12fc3f-efa4-451d-86bb-8d4561c8180d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.819101] env[69763]: INFO nova.compute.manager [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] instance snapshotting [ 990.819347] env[69763]: WARNING nova.compute.manager [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 990.822560] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae526951-4128-4ddc-ac6f-b930c0f5f581 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.844038] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a55802dd-e02b-4dbe-a663-8351cf320cd2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.855685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Releasing lock "refresh_cache-2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.856035] env[69763]: DEBUG nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Instance network_info: |[{"id": "72de9f68-8901-4adb-87f1-4223e77a2f54", "address": "fa:16:3e:6b:1a:75", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72de9f68-89", "ovs_interfaceid": "72de9f68-8901-4adb-87f1-4223e77a2f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 990.856506] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6b:1a:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b5c34919-7d52-4a52-bab1-81af4c8182ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '72de9f68-8901-4adb-87f1-4223e77a2f54', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.865914] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 990.866190] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.866465] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c92500dd-cda8-41e4-852d-d8ee7c2c663b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.889414] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.889414] env[69763]: value = "task-4122699" [ 990.889414] env[69763]: _type = "Task" [ 990.889414] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.901948] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122699, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.951014] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122696, 'name': Rename_Task, 'duration_secs': 0.35303} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.954387] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.954387] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-877ca06f-d699-47a6-9111-7d86f6691dc6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.962877] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 990.962877] env[69763]: value = "task-4122700" [ 990.962877] env[69763]: _type = "Task" [ 990.962877] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.975208] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122700, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.002689] env[69763]: INFO nova.compute.manager [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Took 39.05 seconds to build instance. [ 991.019058] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522af2c8-9d61-b7a3-7d2a-beab6dbcb8a2, 'name': SearchDatastore_Task, 'duration_secs': 0.023062} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.019898] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46b983e9-3fe7-4da5-890f-b6d5b673eeef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.026999] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 991.026999] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524dff0a-be42-8f5f-a2a7-2ff2b847b2b8" [ 991.026999] env[69763]: _type = "Task" [ 991.026999] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.037787] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524dff0a-be42-8f5f-a2a7-2ff2b847b2b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.052071] env[69763]: DEBUG oslo_vmware.api [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122698, 'name': PowerOffVM_Task, 'duration_secs': 0.36809} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.052382] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 991.052569] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 991.054055] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58ead834-07b9-4469-a416-fabea74b2a4f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.142734] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 991.142965] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 991.143184] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Deleting the datastore file [datastore2] 7eafa89b-728a-42c8-9af7-5c909b1c3acb {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 991.145534] env[69763]: DEBUG nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 991.150020] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c22a1e-cb6d-4e2c-8b77-8b0cb552c56b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.156977] env[69763]: DEBUG oslo_vmware.api [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 991.156977] env[69763]: value = "task-4122702" [ 991.156977] env[69763]: _type = "Task" [ 991.156977] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.169258] env[69763]: DEBUG oslo_vmware.api [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122702, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.181057] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 991.181349] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 991.181503] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 991.181693] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 991.181826] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 991.181976] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 991.183144] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 991.183144] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 991.183144] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 991.183144] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 991.183144] env[69763]: DEBUG nova.virt.hardware [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 991.190323] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f51486-10cd-4f54-aa31-166d3152666f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.194908] env[69763]: INFO nova.compute.manager [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Took 39.28 seconds to build instance. [ 991.211469] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289b6874-1524-40cf-8d23-f8ef9a85621c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.246760] env[69763]: DEBUG nova.compute.manager [req-e56849fe-814c-4fbe-82d7-044b2ffafb02 req-cf34675e-6618-49d4-93ac-35987f10f948 service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Received event network-changed-72de9f68-8901-4adb-87f1-4223e77a2f54 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 991.246984] env[69763]: DEBUG nova.compute.manager [req-e56849fe-814c-4fbe-82d7-044b2ffafb02 req-cf34675e-6618-49d4-93ac-35987f10f948 service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Refreshing instance network info cache due to event network-changed-72de9f68-8901-4adb-87f1-4223e77a2f54. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 991.249411] env[69763]: DEBUG oslo_concurrency.lockutils [req-e56849fe-814c-4fbe-82d7-044b2ffafb02 req-cf34675e-6618-49d4-93ac-35987f10f948 service nova] Acquiring lock "refresh_cache-2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.249411] env[69763]: DEBUG oslo_concurrency.lockutils [req-e56849fe-814c-4fbe-82d7-044b2ffafb02 req-cf34675e-6618-49d4-93ac-35987f10f948 service nova] Acquired lock "refresh_cache-2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.249411] env[69763]: DEBUG nova.network.neutron [req-e56849fe-814c-4fbe-82d7-044b2ffafb02 req-cf34675e-6618-49d4-93ac-35987f10f948 service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Refreshing network info cache for port 72de9f68-8901-4adb-87f1-4223e77a2f54 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 991.358125] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 991.359273] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a8861bc2-b2a9-411d-b63e-6b3f2215d47d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.373606] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 991.373606] env[69763]: value = "task-4122703" [ 991.373606] env[69763]: _type = "Task" [ 991.373606] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.387803] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122703, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.403938] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122699, 'name': CreateVM_Task, 'duration_secs': 0.500999} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.407710] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.408530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.408764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.409077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.409371] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc0ab0c-3409-4743-850b-44ad583c85b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.415797] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 991.415797] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523f3fb1-6c3b-f6ae-b7e1-04c884305e87" [ 991.415797] env[69763]: _type = "Task" [ 991.415797] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.428927] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523f3fb1-6c3b-f6ae-b7e1-04c884305e87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.441477] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "6cb99f85-234f-4300-8dc2-e18cb877a02b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.441740] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "6cb99f85-234f-4300-8dc2-e18cb877a02b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.483033] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122700, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.504615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-538fdc6a-baef-47d1-adb8-fb7159df0df5 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "3b94583b-dae6-405d-8d9e-66b0ada48283" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.230s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.539798] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524dff0a-be42-8f5f-a2a7-2ff2b847b2b8, 'name': SearchDatastore_Task, 'duration_secs': 0.017818} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.540529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.540847] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] c7fe2c20-7126-492b-b5e1-b59a28c3d7a9/c7fe2c20-7126-492b-b5e1-b59a28c3d7a9.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.541178] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b3859cea-4db4-4cde-9187-9e606d091483 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.549791] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 991.549791] env[69763]: value = "task-4122704" [ 991.549791] env[69763]: _type = "Task" [ 991.549791] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.559456] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122704, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.667950] env[69763]: DEBUG oslo_vmware.api [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122702, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.270091} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.671099] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 991.671325] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 991.671506] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 991.671684] env[69763]: INFO nova.compute.manager [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Took 1.15 seconds to destroy the instance on the hypervisor. [ 991.672170] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 991.672524] env[69763]: DEBUG nova.compute.manager [-] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 991.672679] env[69763]: DEBUG nova.network.neutron [-] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 991.708642] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91d63d07-7f52-473e-b697-07a7155db594 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.174s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.889190] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122703, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.906779] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a66e2ac7-2986-4506-ab61-b3c9a03afab1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.918016] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d06f25-b9d7-4eec-9124-08b0fb4a2c9f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.936800] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523f3fb1-6c3b-f6ae-b7e1-04c884305e87, 'name': SearchDatastore_Task, 'duration_secs': 0.014274} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.990673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.990941] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 991.992458] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.992458] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.992458] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 991.992728] env[69763]: DEBUG nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 992.006286] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f911e1e8-9295-440f-8d8e-5a50456f0b88 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.021221] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50737ef-4d9f-4f11-83e6-c0cd44133f05 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.038431] env[69763]: DEBUG oslo_vmware.api [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122700, 'name': PowerOnVM_Task, 'duration_secs': 0.670742} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.046319] env[69763]: DEBUG nova.network.neutron [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Successfully updated port: 0aad5bcf-407f-40bb-8f08-f831b08e01f2 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 992.053064] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 992.053424] env[69763]: DEBUG nova.compute.manager [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.056874] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f5487f-543b-4294-bbef-de6f015d4e28 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.062657] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e48e9f1d-c4ad-4c5f-a58a-28a4f454e705 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.071448] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.071774] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.079518] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37a28a2e-343a-49d3-977b-cadae981fff2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.107775] env[69763]: DEBUG nova.compute.provider_tree [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.121839] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122704, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.127712] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 992.127712] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527d9ba9-8592-a20a-892a-42558ae4180a" [ 992.127712] env[69763]: _type = "Task" [ 992.127712] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.131622] env[69763]: DEBUG nova.compute.manager [req-b026120f-bb1c-4815-83cb-251bb5a98039 req-7995ba3e-46c8-445f-b487-409ca1fa59ac service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Received event network-vif-plugged-0aad5bcf-407f-40bb-8f08-f831b08e01f2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 992.131622] env[69763]: DEBUG oslo_concurrency.lockutils [req-b026120f-bb1c-4815-83cb-251bb5a98039 req-7995ba3e-46c8-445f-b487-409ca1fa59ac service nova] Acquiring lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.131780] env[69763]: DEBUG oslo_concurrency.lockutils [req-b026120f-bb1c-4815-83cb-251bb5a98039 req-7995ba3e-46c8-445f-b487-409ca1fa59ac service nova] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.131975] env[69763]: DEBUG oslo_concurrency.lockutils [req-b026120f-bb1c-4815-83cb-251bb5a98039 req-7995ba3e-46c8-445f-b487-409ca1fa59ac service nova] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.132549] env[69763]: DEBUG nova.compute.manager [req-b026120f-bb1c-4815-83cb-251bb5a98039 req-7995ba3e-46c8-445f-b487-409ca1fa59ac service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] No waiting events found dispatching network-vif-plugged-0aad5bcf-407f-40bb-8f08-f831b08e01f2 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 992.132549] env[69763]: WARNING nova.compute.manager [req-b026120f-bb1c-4815-83cb-251bb5a98039 req-7995ba3e-46c8-445f-b487-409ca1fa59ac service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Received unexpected event network-vif-plugged-0aad5bcf-407f-40bb-8f08-f831b08e01f2 for instance with vm_state building and task_state spawning. [ 992.147840] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527d9ba9-8592-a20a-892a-42558ae4180a, 'name': SearchDatastore_Task, 'duration_secs': 0.025877} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.149617] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bea46dd-0b47-4aff-babc-fb80b86c4222 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.158193] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 992.158193] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a212ed-d603-ce7c-de00-5f1008b22a82" [ 992.158193] env[69763]: _type = "Task" [ 992.158193] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.178284] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a212ed-d603-ce7c-de00-5f1008b22a82, 'name': SearchDatastore_Task, 'duration_secs': 0.016294} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.178764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.179116] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8/2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 992.180151] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8e803b94-ecaf-4c30-8999-420416742864 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.189278] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 992.189278] env[69763]: value = "task-4122705" [ 992.189278] env[69763]: _type = "Task" [ 992.189278] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.201905] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122705, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.387487] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122703, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.424941] env[69763]: DEBUG nova.network.neutron [req-e56849fe-814c-4fbe-82d7-044b2ffafb02 req-cf34675e-6618-49d4-93ac-35987f10f948 service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Updated VIF entry in instance network info cache for port 72de9f68-8901-4adb-87f1-4223e77a2f54. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 992.425069] env[69763]: DEBUG nova.network.neutron [req-e56849fe-814c-4fbe-82d7-044b2ffafb02 req-cf34675e-6618-49d4-93ac-35987f10f948 service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Updating instance_info_cache with network_info: [{"id": "72de9f68-8901-4adb-87f1-4223e77a2f54", "address": "fa:16:3e:6b:1a:75", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.108", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap72de9f68-89", "ovs_interfaceid": "72de9f68-8901-4adb-87f1-4223e77a2f54", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.522022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "3b94583b-dae6-405d-8d9e-66b0ada48283" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.522022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "3b94583b-dae6-405d-8d9e-66b0ada48283" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.522022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "3b94583b-dae6-405d-8d9e-66b0ada48283-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.522022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "3b94583b-dae6-405d-8d9e-66b0ada48283-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.522022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "3b94583b-dae6-405d-8d9e-66b0ada48283-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.522737] env[69763]: INFO nova.compute.manager [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Terminating instance [ 992.530555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.551032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-e6f4dda5-e4f5-4b25-bc4d-4587ef211935" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.551032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-e6f4dda5-e4f5-4b25-bc4d-4587ef211935" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.551032] env[69763]: DEBUG nova.network.neutron [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 992.554111] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.554718] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 992.554718] env[69763]: DEBUG nova.compute.manager [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 992.556561] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4111b42b-bb70-4b9b-9bf8-79097b70c1ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.569505] env[69763]: DEBUG nova.compute.manager [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 992.570288] env[69763]: DEBUG nova.objects.instance [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'flavor' on Instance uuid 6c397902-d523-4abc-bf3e-dd03e3d62a45 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.580322] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122704, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.623056} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.580322] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] c7fe2c20-7126-492b-b5e1-b59a28c3d7a9/c7fe2c20-7126-492b-b5e1-b59a28c3d7a9.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 992.580322] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 992.580322] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8b968a16-7e6f-44f5-9bc6-f854ea11ade4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.589118] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 992.589118] env[69763]: value = "task-4122706" [ 992.589118] env[69763]: _type = "Task" [ 992.589118] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.601300] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.612299] env[69763]: DEBUG nova.scheduler.client.report [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.639122] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 992.706399] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122705, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.748259] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 992.748549] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816664', 'volume_id': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'name': 'volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0054d4d-12f1-44ba-b35a-5cb84f87b84e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'serial': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 992.749607] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d4c109-c5f7-4bb5-b864-c81ae633a64d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.774864] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1d53ed-2c3c-482b-a6cd-3cb6dfb6271e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.807631] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Reconfiguring VM instance instance-0000000d to attach disk [datastore1] volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82/volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 992.808572] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12dc6cce-1250-453c-a10a-11882480e19f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.831085] env[69763]: DEBUG oslo_vmware.api [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Waiting for the task: (returnval){ [ 992.831085] env[69763]: value = "task-4122707" [ 992.831085] env[69763]: _type = "Task" [ 992.831085] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.845181] env[69763]: DEBUG oslo_vmware.api [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.887228] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122703, 'name': CreateSnapshot_Task, 'duration_secs': 1.334411} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.889143] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 992.889143] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3e746d-0315-4e37-9ff4-c62c972d25e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.929650] env[69763]: DEBUG oslo_concurrency.lockutils [req-e56849fe-814c-4fbe-82d7-044b2ffafb02 req-cf34675e-6618-49d4-93ac-35987f10f948 service nova] Releasing lock "refresh_cache-2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.029660] env[69763]: DEBUG nova.compute.manager [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 993.029981] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 993.031056] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35fa0da-af8f-439c-a096-a89622decf8a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.044184] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.044518] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e1e7cb8-9d49-46a5-bd95-36a4a447c54b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.057491] env[69763]: DEBUG oslo_vmware.api [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 993.057491] env[69763]: value = "task-4122708" [ 993.057491] env[69763]: _type = "Task" [ 993.057491] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.070889] env[69763]: DEBUG oslo_vmware.api [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.099712] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094896} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.099712] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.101367] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c39d8d04-6566-4133-b280-eb5261889a07 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.106567] env[69763]: DEBUG nova.network.neutron [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 993.125772] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.126344] env[69763]: DEBUG nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 993.141711] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Reconfiguring VM instance instance-00000036 to attach disk [datastore2] c7fe2c20-7126-492b-b5e1-b59a28c3d7a9/c7fe2c20-7126-492b-b5e1-b59a28c3d7a9.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.144966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 20.525s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.147030] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f145680-4cd8-4b47-8b61-10de9aec0276 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.175430] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 993.175430] env[69763]: value = "task-4122709" [ 993.175430] env[69763]: _type = "Task" [ 993.175430] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.188106] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.202777] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122705, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.843945} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.203065] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8/2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.203481] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.203481] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c10b064-5fe5-4277-8c41-6d3f0e88cc00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.216279] env[69763]: DEBUG nova.network.neutron [-] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.219997] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 993.219997] env[69763]: value = "task-4122710" [ 993.219997] env[69763]: _type = "Task" [ 993.219997] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.236234] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122710, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.345331] env[69763]: DEBUG oslo_vmware.api [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122707, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.377149] env[69763]: DEBUG nova.compute.manager [req-bc95a2a4-cfa4-4640-8458-5469ef4c90bf req-351fb4d5-ee61-4ac6-99c7-279f579bc457 service nova] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Received event network-vif-deleted-d530ebb6-e1fc-463b-ba3f-69c0f64656ef {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.418932] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 993.419969] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-80fa7052-2068-4547-8224-7c9cf30311b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.432842] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 993.432842] env[69763]: value = "task-4122711" [ 993.432842] env[69763]: _type = "Task" [ 993.432842] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.439249] env[69763]: DEBUG nova.network.neutron [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Updating instance_info_cache with network_info: [{"id": "0aad5bcf-407f-40bb-8f08-f831b08e01f2", "address": "fa:16:3e:11:83:f3", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aad5bcf-40", "ovs_interfaceid": "0aad5bcf-407f-40bb-8f08-f831b08e01f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 993.450211] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122711, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.571225] env[69763]: DEBUG oslo_vmware.api [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122708, 'name': PowerOffVM_Task, 'duration_secs': 0.375208} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.575024] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.575024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 993.575024] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a2efa79-c2ad-432a-8e71-833ba7bbca50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.584639] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 993.586812] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b7af88bf-4937-4978-9474-908a3f346833 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.595658] env[69763]: DEBUG oslo_vmware.api [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 993.595658] env[69763]: value = "task-4122713" [ 993.595658] env[69763]: _type = "Task" [ 993.595658] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.611697] env[69763]: DEBUG oslo_vmware.api [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122713, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.645083] env[69763]: DEBUG nova.compute.utils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 993.647521] env[69763]: DEBUG nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 993.647813] env[69763]: DEBUG nova.network.neutron [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 993.670160] env[69763]: INFO nova.compute.claims [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.677212] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 993.677388] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 993.677544] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleting the datastore file [datastore2] 3b94583b-dae6-405d-8d9e-66b0ada48283 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 993.681868] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3905e6d-2ff2-4adc-8f4b-79ba58238efb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.692691] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122709, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.694578] env[69763]: DEBUG oslo_vmware.api [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 993.694578] env[69763]: value = "task-4122714" [ 993.694578] env[69763]: _type = "Task" [ 993.694578] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.705485] env[69763]: DEBUG oslo_vmware.api [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.722638] env[69763]: INFO nova.compute.manager [-] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Took 2.05 seconds to deallocate network for instance. [ 993.744292] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122710, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149914} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.744689] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 993.745928] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1519c36-ce46-4af3-ac03-e6b5058af6ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.752576] env[69763]: DEBUG nova.policy [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b09c77d0fd44da08d3b6197e72f3a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c39aa9dc0d2948818a3cd1c7e34b815f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 993.782737] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8/2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 993.784063] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86cee38c-6d6e-4c5b-825f-5fc64b8fb01a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.810163] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 993.810163] env[69763]: value = "task-4122715" [ 993.810163] env[69763]: _type = "Task" [ 993.810163] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.820435] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.844260] env[69763]: DEBUG oslo_vmware.api [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.953974] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-e6f4dda5-e4f5-4b25-bc4d-4587ef211935" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.954393] env[69763]: DEBUG nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Instance network_info: |[{"id": "0aad5bcf-407f-40bb-8f08-f831b08e01f2", "address": "fa:16:3e:11:83:f3", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aad5bcf-40", "ovs_interfaceid": "0aad5bcf-407f-40bb-8f08-f831b08e01f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 993.955779] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122711, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.956668] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:83:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0aad5bcf-407f-40bb-8f08-f831b08e01f2', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 993.970440] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 993.970935] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 993.971237] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91d85af5-24b1-4054-99ac-dd87d0590fb7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.003020] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 994.003020] env[69763]: value = "task-4122716" [ 994.003020] env[69763]: _type = "Task" [ 994.003020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.014829] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122716, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.109550] env[69763]: DEBUG oslo_vmware.api [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122713, 'name': PowerOffVM_Task, 'duration_secs': 0.342347} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.109795] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 994.110080] env[69763]: DEBUG nova.compute.manager [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 994.110949] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad486bf4-e241-4da3-a36b-4842ec82cc79 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.153135] env[69763]: DEBUG nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 994.180218] env[69763]: INFO nova.compute.resource_tracker [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating resource usage from migration 18065f9a-e3e0-4df7-91b3-879c3b885c60 [ 994.200438] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122709, 'name': ReconfigVM_Task, 'duration_secs': 0.753462} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.200438] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Reconfigured VM instance instance-00000036 to attach disk [datastore2] c7fe2c20-7126-492b-b5e1-b59a28c3d7a9/c7fe2c20-7126-492b-b5e1-b59a28c3d7a9.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.201532] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e58d90c-cfa7-4bfd-aeb0-1bfd895be129 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.211762] env[69763]: DEBUG oslo_vmware.api [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.358493} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.216999] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 994.217281] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 994.217496] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 994.217752] env[69763]: INFO nova.compute.manager [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Took 1.19 seconds to destroy the instance on the hypervisor. [ 994.217983] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 994.219066] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 994.219066] env[69763]: value = "task-4122717" [ 994.219066] env[69763]: _type = "Task" [ 994.219066] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.220113] env[69763]: DEBUG nova.compute.manager [-] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 994.220113] env[69763]: DEBUG nova.network.neutron [-] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 994.232297] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122717, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.237320] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.323199] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122715, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.344339] env[69763]: DEBUG oslo_vmware.api [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122707, 'name': ReconfigVM_Task, 'duration_secs': 1.064982} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.347731] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Reconfigured VM instance instance-0000000d to attach disk [datastore1] volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82/volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.354611] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-03f402b0-aa21-4ed9-a376-adfbf1dafdc0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.373452] env[69763]: DEBUG nova.network.neutron [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Successfully created port: c3ceffb2-d1bd-46a2-9c09-a30e7a402588 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 994.382750] env[69763]: DEBUG oslo_vmware.api [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Waiting for the task: (returnval){ [ 994.382750] env[69763]: value = "task-4122718" [ 994.382750] env[69763]: _type = "Task" [ 994.382750] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.394185] env[69763]: DEBUG oslo_vmware.api [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122718, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.450863] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122711, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.521116] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122716, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.564719] env[69763]: DEBUG nova.compute.manager [req-2d93234b-bbe8-4c89-a548-974a3728dbbf req-798bb051-c8fc-40f3-bbc7-a88d4f2e8770 service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Received event network-changed-0aad5bcf-407f-40bb-8f08-f831b08e01f2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.564936] env[69763]: DEBUG nova.compute.manager [req-2d93234b-bbe8-4c89-a548-974a3728dbbf req-798bb051-c8fc-40f3-bbc7-a88d4f2e8770 service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Refreshing instance network info cache due to event network-changed-0aad5bcf-407f-40bb-8f08-f831b08e01f2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.565318] env[69763]: DEBUG oslo_concurrency.lockutils [req-2d93234b-bbe8-4c89-a548-974a3728dbbf req-798bb051-c8fc-40f3-bbc7-a88d4f2e8770 service nova] Acquiring lock "refresh_cache-e6f4dda5-e4f5-4b25-bc4d-4587ef211935" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.565510] env[69763]: DEBUG oslo_concurrency.lockutils [req-2d93234b-bbe8-4c89-a548-974a3728dbbf req-798bb051-c8fc-40f3-bbc7-a88d4f2e8770 service nova] Acquired lock "refresh_cache-e6f4dda5-e4f5-4b25-bc4d-4587ef211935" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.566094] env[69763]: DEBUG nova.network.neutron [req-2d93234b-bbe8-4c89-a548-974a3728dbbf req-798bb051-c8fc-40f3-bbc7-a88d4f2e8770 service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Refreshing network info cache for port 0aad5bcf-407f-40bb-8f08-f831b08e01f2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.572553] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "642cf735-ef28-44f7-a9df-359861053897" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.572822] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.624657] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ba404d79-6f23-4f3b-99c2-f97dfa3de0ba tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.742331] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122717, 'name': Rename_Task, 'duration_secs': 0.262014} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.744206] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 994.745061] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16d617de-285d-4208-819d-d052c61cbcf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.753760] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 994.753760] env[69763]: value = "task-4122719" [ 994.753760] env[69763]: _type = "Task" [ 994.753760] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.765749] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122719, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.825391] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122715, 'name': ReconfigVM_Task, 'duration_secs': 0.664058} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.827382] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8/2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 994.829676] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51d3ed61-002a-4297-bad1-cef460186963 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.839370] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 994.839370] env[69763]: value = "task-4122720" [ 994.839370] env[69763]: _type = "Task" [ 994.839370] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.850653] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122720, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.897492] env[69763]: DEBUG oslo_vmware.api [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122718, 'name': ReconfigVM_Task, 'duration_secs': 0.215474} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.898549] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816664', 'volume_id': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'name': 'volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0054d4d-12f1-44ba-b35a-5cb84f87b84e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'serial': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 994.946360] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122711, 'name': CloneVM_Task} progress is 95%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.977572] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f68482f4-dbbd-4cb2-b5f6-7d70647f31db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.986694] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11957690-5ab4-4fd0-b081-c1cae7ae0088 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.027848] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66ebdb6d-629b-4f4c-a96a-9c061d54d79c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.039586] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-308dec33-683d-4798-a438-eb6ad34514b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.043856] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122716, 'name': CreateVM_Task, 'duration_secs': 0.642747} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.043856] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 995.044952] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.045242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.045488] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.045819] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4660ce8d-cbe1-43ec-ae2b-340038112a22 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.056533] env[69763]: DEBUG nova.compute.provider_tree [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 995.062379] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 995.062379] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524acd8e-6d52-3320-0d9e-ae322652622f" [ 995.062379] env[69763]: _type = "Task" [ 995.062379] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.077248] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524acd8e-6d52-3320-0d9e-ae322652622f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.079365] env[69763]: DEBUG nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.166081] env[69763]: DEBUG nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 995.194175] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 995.194175] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 995.195016] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.195391] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 995.195672] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.195933] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 995.196283] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 995.196667] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 995.196957] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 995.197258] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 995.197563] env[69763]: DEBUG nova.virt.hardware [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 995.198598] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-518c2666-90f7-46cd-a7ee-72240c302bbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.212442] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b5a444-59c6-4ba2-9bb5-e117c00b3a4c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.265548] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122719, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.334113] env[69763]: DEBUG nova.network.neutron [-] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.350883] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122720, 'name': Rename_Task, 'duration_secs': 0.285044} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.351267] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.351535] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-31eeb0d1-2946-4ad3-ad37-c7731768d98e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.362295] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 995.362295] env[69763]: value = "task-4122721" [ 995.362295] env[69763]: _type = "Task" [ 995.362295] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.377307] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.402862] env[69763]: DEBUG nova.network.neutron [req-2d93234b-bbe8-4c89-a548-974a3728dbbf req-798bb051-c8fc-40f3-bbc7-a88d4f2e8770 service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Updated VIF entry in instance network info cache for port 0aad5bcf-407f-40bb-8f08-f831b08e01f2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.403830] env[69763]: DEBUG nova.network.neutron [req-2d93234b-bbe8-4c89-a548-974a3728dbbf req-798bb051-c8fc-40f3-bbc7-a88d4f2e8770 service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Updating instance_info_cache with network_info: [{"id": "0aad5bcf-407f-40bb-8f08-f831b08e01f2", "address": "fa:16:3e:11:83:f3", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0aad5bcf-40", "ovs_interfaceid": "0aad5bcf-407f-40bb-8f08-f831b08e01f2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.446682] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122711, 'name': CloneVM_Task, 'duration_secs': 1.913695} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.449108] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Created linked-clone VM from snapshot [ 995.451471] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd26e8ba-0412-4bc3-92b3-117c2f1c9ad9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.467254] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Uploading image f84f9bf8-19df-42ed-9823-4de79cbce61b {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 995.506190] env[69763]: DEBUG oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 995.506190] env[69763]: value = "vm-816670" [ 995.506190] env[69763]: _type = "VirtualMachine" [ 995.506190] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 995.506565] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d07189ee-1748-4b68-b801-647debb873d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.516308] env[69763]: DEBUG oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lease: (returnval){ [ 995.516308] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522418f5-ce72-9f2f-3b91-2cb9ffe1912a" [ 995.516308] env[69763]: _type = "HttpNfcLease" [ 995.516308] env[69763]: } obtained for exporting VM: (result){ [ 995.516308] env[69763]: value = "vm-816670" [ 995.516308] env[69763]: _type = "VirtualMachine" [ 995.516308] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 995.516766] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the lease: (returnval){ [ 995.516766] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522418f5-ce72-9f2f-3b91-2cb9ffe1912a" [ 995.516766] env[69763]: _type = "HttpNfcLease" [ 995.516766] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 995.526739] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 995.526739] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522418f5-ce72-9f2f-3b91-2cb9ffe1912a" [ 995.526739] env[69763]: _type = "HttpNfcLease" [ 995.526739] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 995.560625] env[69763]: DEBUG nova.scheduler.client.report [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.581578] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524acd8e-6d52-3320-0d9e-ae322652622f, 'name': SearchDatastore_Task, 'duration_secs': 0.019967} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.582245] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.582245] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 995.582642] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.582735] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.583022] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 995.583973] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd8eff78-fb2e-4084-a5b0-e29932c7e0ea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.599591] env[69763]: DEBUG nova.compute.manager [req-863da245-a1fe-4d17-b3ef-39d56f3de43e req-9da5b7ee-e615-4fa0-9493-08e258b88601 service nova] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Received event network-vif-deleted-dbf1334a-81ee-4fa6-8923-20ead10c2ebe {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.601663] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 995.603037] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 995.603037] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0086242-4ab7-4456-bf7a-dc2179b9bbd1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.610612] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 995.610612] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5221047c-f9af-0dd8-937a-7fa0ad708458" [ 995.610612] env[69763]: _type = "Task" [ 995.610612] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.622050] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5221047c-f9af-0dd8-937a-7fa0ad708458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.623370] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.767015] env[69763]: DEBUG oslo_vmware.api [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122719, 'name': PowerOnVM_Task, 'duration_secs': 0.838119} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.767015] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 995.772040] env[69763]: INFO nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Took 10.40 seconds to spawn the instance on the hypervisor. [ 995.772040] env[69763]: DEBUG nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 995.772040] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60c227e5-e3f7-4d77-840c-c2a592651ee9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.838820] env[69763]: INFO nova.compute.manager [-] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Took 1.62 seconds to deallocate network for instance. [ 995.874606] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122721, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.908677] env[69763]: DEBUG oslo_concurrency.lockutils [req-2d93234b-bbe8-4c89-a548-974a3728dbbf req-798bb051-c8fc-40f3-bbc7-a88d4f2e8770 service nova] Releasing lock "refresh_cache-e6f4dda5-e4f5-4b25-bc4d-4587ef211935" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.918049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "c5fc189f-8a03-47bb-a655-72516530d9a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.918049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "c5fc189f-8a03-47bb-a655-72516530d9a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.918262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "c5fc189f-8a03-47bb-a655-72516530d9a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.918442] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "c5fc189f-8a03-47bb-a655-72516530d9a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.919223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "c5fc189f-8a03-47bb-a655-72516530d9a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.921054] env[69763]: INFO nova.compute.manager [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Terminating instance [ 995.951017] env[69763]: DEBUG nova.objects.instance [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Lazy-loading 'flavor' on Instance uuid f0054d4d-12f1-44ba-b35a-5cb84f87b84e {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.029421] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 996.029421] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522418f5-ce72-9f2f-3b91-2cb9ffe1912a" [ 996.029421] env[69763]: _type = "HttpNfcLease" [ 996.029421] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 996.029870] env[69763]: DEBUG oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 996.029870] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522418f5-ce72-9f2f-3b91-2cb9ffe1912a" [ 996.029870] env[69763]: _type = "HttpNfcLease" [ 996.029870] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 996.031053] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72610e3-bfe1-4d04-9865-da4ac69befc3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.045690] env[69763]: DEBUG oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528949b3-13c2-3fbb-a89f-d23fa4933ee5/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 996.045940] env[69763]: DEBUG oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528949b3-13c2-3fbb-a89f-d23fa4933ee5/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 996.107202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.959s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.107202] env[69763]: INFO nova.compute.manager [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Migrating [ 996.112917] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.255s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 996.113278] env[69763]: DEBUG nova.objects.instance [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lazy-loading 'resources' on Instance uuid e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.133780] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5221047c-f9af-0dd8-937a-7fa0ad708458, 'name': SearchDatastore_Task, 'duration_secs': 0.018141} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.134907] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1606f84-e9fe-4daa-970f-f20caef5a461 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.145020] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 996.145020] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5205181d-3229-ec68-852b-4a232f9c7d28" [ 996.145020] env[69763]: _type = "Task" [ 996.145020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.152865] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5205181d-3229-ec68-852b-4a232f9c7d28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.197064] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-4c4092cf-415e-488e-add8-71d906b1a8de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.295492] env[69763]: INFO nova.compute.manager [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Took 39.36 seconds to build instance. [ 996.346940] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.358549] env[69763]: INFO nova.compute.manager [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Rebuilding instance [ 996.374642] env[69763]: DEBUG oslo_vmware.api [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122721, 'name': PowerOnVM_Task, 'duration_secs': 0.741209} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.375090] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.375526] env[69763]: INFO nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Took 8.09 seconds to spawn the instance on the hypervisor. [ 996.375814] env[69763]: DEBUG nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.377022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c259cbd4-b91f-4e9d-b765-20335bafff42 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.381719] env[69763]: DEBUG nova.network.neutron [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Successfully updated port: c3ceffb2-d1bd-46a2-9c09-a30e7a402588 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 996.424784] env[69763]: DEBUG nova.compute.manager [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 996.425038] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.426216] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1440165e-3fc2-42b7-8374-b22ab979c8ab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.440476] env[69763]: DEBUG nova.compute.manager [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 996.441118] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.441854] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfdaa75b-573b-42cc-963e-364042c8b431 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.445330] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9078ef58-8246-4f65-9a02-77b29d9eeea8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.462224] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b5782e01-30cc-49fa-8a13-9d5929cbc554 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.376s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.462224] env[69763]: DEBUG oslo_vmware.api [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 996.462224] env[69763]: value = "task-4122723" [ 996.462224] env[69763]: _type = "Task" [ 996.462224] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.473723] env[69763]: DEBUG oslo_vmware.api [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.628680] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.629615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.629615] env[69763]: DEBUG nova.network.neutron [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.659359] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5205181d-3229-ec68-852b-4a232f9c7d28, 'name': SearchDatastore_Task, 'duration_secs': 0.013665} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.659668] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.659953] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] e6f4dda5-e4f5-4b25-bc4d-4587ef211935/e6f4dda5-e4f5-4b25-bc4d-4587ef211935.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 996.660480] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33ed7c8f-38c3-4d7b-992e-4d18b90168e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.670019] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 996.670019] env[69763]: value = "task-4122724" [ 996.670019] env[69763]: _type = "Task" [ 996.670019] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.680034] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122724, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.798614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6767b4d6-46f3-4f4a-abd1-6b086ac0924f tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.951s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 996.886237] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-9b63e873-d174-44a6-8b0f-5f34d47f1d7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.886237] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-9b63e873-d174-44a6-8b0f-5f34d47f1d7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.886237] env[69763]: DEBUG nova.network.neutron [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 996.913118] env[69763]: INFO nova.compute.manager [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Took 35.10 seconds to build instance. [ 996.986892] env[69763]: DEBUG oslo_vmware.api [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122723, 'name': PowerOffVM_Task, 'duration_secs': 0.198402} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.987383] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.989299] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.990499] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-766c90cd-14ab-4e0e-87c1-ad9662a0c352 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.073930] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.074237] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.074367] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleting the datastore file [datastore1] c5fc189f-8a03-47bb-a655-72516530d9a0 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.074783] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-20cffb9d-22a4-4f0f-9763-00743b2d1d98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.086887] env[69763]: DEBUG oslo_vmware.api [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 997.086887] env[69763]: value = "task-4122726" [ 997.086887] env[69763]: _type = "Task" [ 997.086887] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.099481] env[69763]: DEBUG oslo_vmware.api [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122726, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.182927] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122724, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.301111] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Acquiring lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.304042] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.361583] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49461ba8-04dc-4544-85b8-d8d5c712a3e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.377899] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a581cd97-9c7c-484a-b9e7-b95c3b2fb18f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.415019] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d05f4389-315d-4590-967d-34d978fcb110 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.419862] env[69763]: DEBUG oslo_concurrency.lockutils [None req-477a89f8-ce98-4ef8-a27d-57ee6eac7650 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.246s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.427279] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2c05e1-391d-4e12-ada2-d39c9b38b580 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.446427] env[69763]: DEBUG nova.compute.provider_tree [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 997.474651] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 997.474994] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c513d82-7768-4e2e-ba31-93b989c28b40 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.485196] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 997.485196] env[69763]: value = "task-4122727" [ 997.485196] env[69763]: _type = "Task" [ 997.485196] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.486290] env[69763]: DEBUG nova.network.neutron [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 997.506134] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 997.506440] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 997.507357] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-512d5b29-736f-4923-96e3-04d5eb56a70f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.520571] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.520571] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67ea82d2-700e-462f-a694-eb28370d3ee9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.598983] env[69763]: DEBUG oslo_vmware.api [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122726, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.405799} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.599413] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.599669] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.599905] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.600066] env[69763]: INFO nova.compute.manager [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 997.600452] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 997.600640] env[69763]: DEBUG nova.compute.manager [-] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 997.600788] env[69763]: DEBUG nova.network.neutron [-] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 997.614542] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.614831] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.615086] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleting the datastore file [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.615435] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-60320862-5df9-461e-98c3-1fee6ba41573 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.623245] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 997.623245] env[69763]: value = "task-4122729" [ 997.623245] env[69763]: _type = "Task" [ 997.623245] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.634373] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122729, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.681570] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122724, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.704281} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.681895] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] e6f4dda5-e4f5-4b25-bc4d-4587ef211935/e6f4dda5-e4f5-4b25-bc4d-4587ef211935.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 997.682144] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 997.682457] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43750638-cbd2-4d29-bf5d-c3ef58d85bf0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.690732] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 997.690732] env[69763]: value = "task-4122730" [ 997.690732] env[69763]: _type = "Task" [ 997.690732] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.702474] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122730, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.811631] env[69763]: INFO nova.compute.manager [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Detaching volume f3cb2c38-f2b0-47e2-84f7-0f3035589e82 [ 997.834072] env[69763]: DEBUG nova.network.neutron [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance_info_cache with network_info: [{"id": "d81628ad-87f9-4de4-b01a-60f6425c88be", "address": "fa:16:3e:bb:08:7a", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81628ad-87", "ovs_interfaceid": "d81628ad-87f9-4de4-b01a-60f6425c88be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.868954] env[69763]: INFO nova.virt.block_device [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Attempting to driver detach volume f3cb2c38-f2b0-47e2-84f7-0f3035589e82 from mountpoint /dev/sdb [ 997.869151] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 997.869910] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816664', 'volume_id': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'name': 'volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0054d4d-12f1-44ba-b35a-5cb84f87b84e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'serial': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 997.870620] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f6385f-40aa-4368-bf5d-20ee647c0044 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.896280] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e8f5e0-bc19-45f3-9aaf-e29eb9e0d10a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.906193] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bc46f4e-d3ae-46f4-aed0-10aa6cdafb6b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.929340] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ef43fa-ea93-462d-9075-17cd5004e433 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.946623] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] The volume has not been displaced from its original location: [datastore1] volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82/volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 997.953223] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Reconfiguring VM instance instance-0000000d to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 997.954295] env[69763]: DEBUG nova.scheduler.client.report [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.957796] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3ca7c83-b662-4874-8658-1d6a9c66fe08 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.981883] env[69763]: DEBUG oslo_vmware.api [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Waiting for the task: (returnval){ [ 997.981883] env[69763]: value = "task-4122731" [ 997.981883] env[69763]: _type = "Task" [ 997.981883] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.993591] env[69763]: DEBUG oslo_vmware.api [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122731, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.015194] env[69763]: DEBUG nova.network.neutron [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Updating instance_info_cache with network_info: [{"id": "c3ceffb2-d1bd-46a2-9c09-a30e7a402588", "address": "fa:16:3e:39:54:7a", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ceffb2-d1", "ovs_interfaceid": "c3ceffb2-d1bd-46a2-9c09-a30e7a402588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.109284] env[69763]: DEBUG nova.compute.manager [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Received event network-vif-plugged-c3ceffb2-d1bd-46a2-9c09-a30e7a402588 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.109576] env[69763]: DEBUG oslo_concurrency.lockutils [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] Acquiring lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.109747] env[69763]: DEBUG oslo_concurrency.lockutils [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] Lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.110021] env[69763]: DEBUG oslo_concurrency.lockutils [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] Lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.110213] env[69763]: DEBUG nova.compute.manager [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] No waiting events found dispatching network-vif-plugged-c3ceffb2-d1bd-46a2-9c09-a30e7a402588 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 998.110385] env[69763]: WARNING nova.compute.manager [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Received unexpected event network-vif-plugged-c3ceffb2-d1bd-46a2-9c09-a30e7a402588 for instance with vm_state building and task_state spawning. [ 998.110569] env[69763]: DEBUG nova.compute.manager [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Received event network-changed-c3ceffb2-d1bd-46a2-9c09-a30e7a402588 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.110782] env[69763]: DEBUG nova.compute.manager [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Refreshing instance network info cache due to event network-changed-c3ceffb2-d1bd-46a2-9c09-a30e7a402588. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 998.110958] env[69763]: DEBUG oslo_concurrency.lockutils [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] Acquiring lock "refresh_cache-9b63e873-d174-44a6-8b0f-5f34d47f1d7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.134866] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122729, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246141} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.135213] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.135411] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.135593] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.202463] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122730, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088986} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.202827] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 998.203704] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3310fc0-e5df-452c-8830-b632a2de7015 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.229358] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] e6f4dda5-e4f5-4b25-bc4d-4587ef211935/e6f4dda5-e4f5-4b25-bc4d-4587ef211935.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 998.229760] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac8ce5c-9d4a-41b5-bdda-41bc191d792f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.252513] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 998.252513] env[69763]: value = "task-4122732" [ 998.252513] env[69763]: _type = "Task" [ 998.252513] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.263506] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122732, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.270691] env[69763]: DEBUG nova.compute.manager [req-a54671b1-3f00-4e56-8ad3-233e86c16381 req-1b5a88b3-b827-4e9a-b176-04329946793c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Received event network-vif-deleted-8b736b9f-95d8-41c5-a370-4fe63e601e4c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 998.270981] env[69763]: INFO nova.compute.manager [req-a54671b1-3f00-4e56-8ad3-233e86c16381 req-1b5a88b3-b827-4e9a-b176-04329946793c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Neutron deleted interface 8b736b9f-95d8-41c5-a370-4fe63e601e4c; detaching it from the instance and deleting it from the info cache [ 998.271194] env[69763]: DEBUG nova.network.neutron [req-a54671b1-3f00-4e56-8ad3-233e86c16381 req-1b5a88b3-b827-4e9a-b176-04329946793c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.338693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.478018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.363s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.478697] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.300s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.481521] env[69763]: INFO nova.compute.claims [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.496183] env[69763]: DEBUG oslo_vmware.api [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122731, 'name': ReconfigVM_Task, 'duration_secs': 0.356208} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.496707] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Reconfigured VM instance instance-0000000d to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 998.503391] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aeeee884-5bc9-4b70-a0dd-c6f8cef0caea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.515120] env[69763]: INFO nova.scheduler.client.report [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted allocations for instance e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057 [ 998.516501] env[69763]: DEBUG nova.network.neutron [-] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.520577] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-9b63e873-d174-44a6-8b0f-5f34d47f1d7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.520852] env[69763]: DEBUG nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Instance network_info: |[{"id": "c3ceffb2-d1bd-46a2-9c09-a30e7a402588", "address": "fa:16:3e:39:54:7a", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ceffb2-d1", "ovs_interfaceid": "c3ceffb2-d1bd-46a2-9c09-a30e7a402588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 998.521989] env[69763]: DEBUG oslo_concurrency.lockutils [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] Acquired lock "refresh_cache-9b63e873-d174-44a6-8b0f-5f34d47f1d7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.522287] env[69763]: DEBUG nova.network.neutron [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Refreshing network info cache for port c3ceffb2-d1bd-46a2-9c09-a30e7a402588 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 998.523594] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:54:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3ceffb2-d1bd-46a2-9c09-a30e7a402588', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 998.531747] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.533844] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 998.534275] env[69763]: DEBUG oslo_vmware.api [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Waiting for the task: (returnval){ [ 998.534275] env[69763]: value = "task-4122733" [ 998.534275] env[69763]: _type = "Task" [ 998.534275] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.534513] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-146fcf12-c756-4c60-99fe-44395015d287 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.566163] env[69763]: DEBUG oslo_vmware.api [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.567793] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 998.567793] env[69763]: value = "task-4122734" [ 998.567793] env[69763]: _type = "Task" [ 998.567793] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.580928] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122734, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.768145] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122732, 'name': ReconfigVM_Task, 'duration_secs': 0.367355} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.769093] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Reconfigured VM instance instance-00000038 to attach disk [datastore2] e6f4dda5-e4f5-4b25-bc4d-4587ef211935/e6f4dda5-e4f5-4b25-bc4d-4587ef211935.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 998.769698] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-690b1e47-4595-4222-b5a3-5e4923fe6ddd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.774513] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5e76f159-173c-4ce1-affb-bccd6c283c28 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.780532] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 998.780532] env[69763]: value = "task-4122735" [ 998.780532] env[69763]: _type = "Task" [ 998.780532] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.792276] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0877fc48-b8a2-4fcf-87ff-9ce65e6d4d68 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.809592] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122735, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.812016] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffca92a2-571a-4c02-b8b9-5269d0f792ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.822433] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2b7c40-f67b-4188-a758-fd68728f674f tempest-ServersAdminNegativeTestJSON-1150725073 tempest-ServersAdminNegativeTestJSON-1150725073-project-admin] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Suspending the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 998.822861] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5486e9c2-0238-45ed-a22a-d951600bc586 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.854268] env[69763]: DEBUG nova.compute.manager [req-a54671b1-3f00-4e56-8ad3-233e86c16381 req-1b5a88b3-b827-4e9a-b176-04329946793c service nova] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Detach interface failed, port_id=8b736b9f-95d8-41c5-a370-4fe63e601e4c, reason: Instance c5fc189f-8a03-47bb-a655-72516530d9a0 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 998.856892] env[69763]: DEBUG oslo_vmware.api [None req-6e2b7c40-f67b-4188-a758-fd68728f674f tempest-ServersAdminNegativeTestJSON-1150725073 tempest-ServersAdminNegativeTestJSON-1150725073-project-admin] Waiting for the task: (returnval){ [ 998.856892] env[69763]: value = "task-4122736" [ 998.856892] env[69763]: _type = "Task" [ 998.856892] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.866714] env[69763]: DEBUG oslo_vmware.api [None req-6e2b7c40-f67b-4188-a758-fd68728f674f tempest-ServersAdminNegativeTestJSON-1150725073 tempest-ServersAdminNegativeTestJSON-1150725073-project-admin] Task: {'id': task-4122736, 'name': SuspendVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.024410] env[69763]: INFO nova.compute.manager [-] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Took 1.42 seconds to deallocate network for instance. [ 999.024991] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3c48328-238c-48a1-b675-9354ba810639 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.554s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.064988] env[69763]: DEBUG oslo_vmware.api [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Task: {'id': task-4122733, 'name': ReconfigVM_Task, 'duration_secs': 0.348471} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.068406] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816664', 'volume_id': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'name': 'volume-f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f0054d4d-12f1-44ba-b35a-5cb84f87b84e', 'attached_at': '', 'detached_at': '', 'volume_id': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82', 'serial': 'f3cb2c38-f2b0-47e2-84f7-0f3035589e82'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 999.085076] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122734, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.177188] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.177480] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.177681] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.177940] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.178119] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.178337] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.178563] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.178870] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.179148] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.179418] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.179646] env[69763]: DEBUG nova.virt.hardware [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.180860] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aba0782-e120-4835-877b-6ee76c1b3c38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.194234] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f49709-8cb1-4e5c-9ec7-4d8a20738439 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.211384] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:c4:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1801ffda-c176-4b1a-89fb-5e4df2d377bb', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 999.221279] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 999.221279] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 999.221279] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d0d11252-19e3-4cee-a4ee-0affc4edd219 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.244740] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 999.244740] env[69763]: value = "task-4122737" [ 999.244740] env[69763]: _type = "Task" [ 999.244740] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.255362] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122737, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.291234] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122735, 'name': Rename_Task, 'duration_secs': 0.221582} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.291234] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 999.291324] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54a680cf-dd74-4921-a005-a1a8bd0502cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.298492] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 999.298492] env[69763]: value = "task-4122738" [ 999.298492] env[69763]: _type = "Task" [ 999.298492] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.317051] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122738, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.374157] env[69763]: DEBUG oslo_vmware.api [None req-6e2b7c40-f67b-4188-a758-fd68728f674f tempest-ServersAdminNegativeTestJSON-1150725073 tempest-ServersAdminNegativeTestJSON-1150725073-project-admin] Task: {'id': task-4122736, 'name': SuspendVM_Task} progress is 54%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.384933] env[69763]: DEBUG nova.network.neutron [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Updated VIF entry in instance network info cache for port c3ceffb2-d1bd-46a2-9c09-a30e7a402588. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 999.385333] env[69763]: DEBUG nova.network.neutron [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Updating instance_info_cache with network_info: [{"id": "c3ceffb2-d1bd-46a2-9c09-a30e7a402588", "address": "fa:16:3e:39:54:7a", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc3ceffb2-d1", "ovs_interfaceid": "c3ceffb2-d1bd-46a2-9c09-a30e7a402588", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.503177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquiring lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.503681] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.504261] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquiring lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.505083] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.505083] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.507692] env[69763]: INFO nova.compute.manager [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Terminating instance [ 999.539786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.585725] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122734, 'name': CreateVM_Task, 'duration_secs': 0.931216} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.589595] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.591368] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.591725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.592776] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.592776] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29751119-0c9a-4823-b5b1-88ca2346dc4c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.599240] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 999.599240] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526e0e16-877c-ba86-397e-0b3da1f9b9e7" [ 999.599240] env[69763]: _type = "Task" [ 999.599240] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.612214] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526e0e16-877c-ba86-397e-0b3da1f9b9e7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.636041] env[69763]: DEBUG nova.objects.instance [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Lazy-loading 'flavor' on Instance uuid f0054d4d-12f1-44ba-b35a-5cb84f87b84e {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.758645] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122737, 'name': CreateVM_Task, 'duration_secs': 0.48149} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.758952] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 999.759695] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.809811] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122738, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.874161] env[69763]: DEBUG oslo_vmware.api [None req-6e2b7c40-f67b-4188-a758-fd68728f674f tempest-ServersAdminNegativeTestJSON-1150725073 tempest-ServersAdminNegativeTestJSON-1150725073-project-admin] Task: {'id': task-4122736, 'name': SuspendVM_Task, 'duration_secs': 0.911932} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.878163] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6e2b7c40-f67b-4188-a758-fd68728f674f tempest-ServersAdminNegativeTestJSON-1150725073 tempest-ServersAdminNegativeTestJSON-1150725073-project-admin] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Suspended the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 999.878499] env[69763]: DEBUG nova.compute.manager [None req-6e2b7c40-f67b-4188-a758-fd68728f674f tempest-ServersAdminNegativeTestJSON-1150725073 tempest-ServersAdminNegativeTestJSON-1150725073-project-admin] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 999.879541] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7aa5a68-09b9-4d26-a744-ecf314206a05 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.882962] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e41c16-ef1b-4564-b502-1f2b02834c1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.887828] env[69763]: DEBUG oslo_concurrency.lockutils [req-e384b759-10dd-480c-8c68-5673b01e81b4 req-c874896b-14d3-4265-ae4b-5938ee583d9d service nova] Releasing lock "refresh_cache-9b63e873-d174-44a6-8b0f-5f34d47f1d7b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.906034] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance 'be5d76e1-a022-4de4-bf79-94a83f9958ec' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.013772] env[69763]: DEBUG nova.compute.manager [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1000.014035] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.014939] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021117bc-986f-4f75-a770-5e5cec422ce3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.023506] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.023727] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d50e747d-68de-4e16-bfd9-b7c32363cbdb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.030908] env[69763]: DEBUG oslo_vmware.api [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 1000.030908] env[69763]: value = "task-4122739" [ 1000.030908] env[69763]: _type = "Task" [ 1000.030908] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.045055] env[69763]: DEBUG oslo_vmware.api [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122739, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.106245] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03299079-4e2d-4695-8aa3-388bb4aefad5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.118861] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-409e7b83-b7a1-4d09-a889-7c54a8c46855 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.122446] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526e0e16-877c-ba86-397e-0b3da1f9b9e7, 'name': SearchDatastore_Task, 'duration_secs': 0.029015} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.122852] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.122981] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.124252] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.124252] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.124252] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.124486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.124783] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.125114] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0dc503f-83dc-4f12-bf97-16d5dd87ef36 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.152680] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb7a43ad-d8f9-4ba5-9b9a-2e2752ed0217 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.158038] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d863a50b-f620-4aa7-936b-533a78f06d2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.166291] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.166503] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.171297] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88c6885c-7f0e-40ba-8273-16e64e9ccf19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.173387] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1000.173387] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5249aba1-e551-6cf1-17e5-aa5d5d6eb490" [ 1000.173387] env[69763]: _type = "Task" [ 1000.173387] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.175491] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c53bd73b-6434-4409-84f5-4e42fcfc6dea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.185358] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1000.185358] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523d4406-fb4c-9cd8-1515-4b740c736c8d" [ 1000.185358] env[69763]: _type = "Task" [ 1000.185358] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.202305] env[69763]: DEBUG nova.compute.provider_tree [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1000.203797] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5249aba1-e551-6cf1-17e5-aa5d5d6eb490, 'name': SearchDatastore_Task, 'duration_secs': 0.014841} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.204781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.205086] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1000.205282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.210985] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523d4406-fb4c-9cd8-1515-4b740c736c8d, 'name': SearchDatastore_Task, 'duration_secs': 0.021864} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.212634] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b654cfb-97f8-4524-a965-f8ea2830bf0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.220248] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1000.220248] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ef58f7-1f37-7468-a717-a2cf5873071c" [ 1000.220248] env[69763]: _type = "Task" [ 1000.220248] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.230783] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ef58f7-1f37-7468-a717-a2cf5873071c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.311531] env[69763]: DEBUG oslo_vmware.api [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122738, 'name': PowerOnVM_Task, 'duration_secs': 0.54701} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.311839] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1000.312080] env[69763]: INFO nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Took 9.17 seconds to spawn the instance on the hypervisor. [ 1000.312260] env[69763]: DEBUG nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1000.313071] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe7987b7-09b7-496c-8986-3759c315c708 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.416916] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.419253] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0261c7b6-81f9-437b-9ca2-352368ede415 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.426435] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1000.426435] env[69763]: value = "task-4122740" [ 1000.426435] env[69763]: _type = "Task" [ 1000.426435] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.436999] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122740, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.545788] env[69763]: DEBUG oslo_vmware.api [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122739, 'name': PowerOffVM_Task, 'duration_secs': 0.26092} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.546237] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.546422] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.546717] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8001b038-e43e-4ffb-b803-28579a773749 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.630544] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.630786] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.630973] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Deleting the datastore file [datastore2] c7fe2c20-7126-492b-b5e1-b59a28c3d7a9 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.631276] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cbd66638-8fe7-410b-8abf-e93b2e85b44b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.639422] env[69763]: DEBUG oslo_vmware.api [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for the task: (returnval){ [ 1000.639422] env[69763]: value = "task-4122742" [ 1000.639422] env[69763]: _type = "Task" [ 1000.639422] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.649775] env[69763]: DEBUG oslo_vmware.api [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.664411] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5e354e01-8e84-45b1-b4ea-0efc5c82e985 tempest-VolumesAssistedSnapshotsTest-995910684 tempest-VolumesAssistedSnapshotsTest-995910684-project-admin] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.363s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.708990] env[69763]: DEBUG nova.scheduler.client.report [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1000.732915] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ef58f7-1f37-7468-a717-a2cf5873071c, 'name': SearchDatastore_Task, 'duration_secs': 0.019585} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.734177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.734520] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b/9b63e873-d174-44a6-8b0f-5f34d47f1d7b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1000.734872] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.735105] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1000.735376] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a850b4ae-fdaf-47a9-a15f-8b5e5fd34fff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.738268] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-448a8242-2d00-4a2e-9c65-f339e1659cae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.748959] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1000.748959] env[69763]: value = "task-4122743" [ 1000.748959] env[69763]: _type = "Task" [ 1000.748959] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.754239] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1000.754526] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1000.756390] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5b12f77-8b5c-4c1d-a866-5dc6aa9c3334 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.764226] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122743, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.769127] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1000.769127] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52777a0f-5e0b-4729-06c7-dd2851af8e75" [ 1000.769127] env[69763]: _type = "Task" [ 1000.769127] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.781723] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52777a0f-5e0b-4729-06c7-dd2851af8e75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.836023] env[69763]: INFO nova.compute.manager [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Took 35.65 seconds to build instance. [ 1000.938731] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122740, 'name': PowerOffVM_Task, 'duration_secs': 0.383709} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.939093] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.939454] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance 'be5d76e1-a022-4de4-bf79-94a83f9958ec' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.154886] env[69763]: DEBUG oslo_vmware.api [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Task: {'id': task-4122742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.252469} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.155393] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.155744] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.156100] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.156467] env[69763]: INFO nova.compute.manager [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.156907] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1001.157443] env[69763]: DEBUG nova.compute.manager [-] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1001.157632] env[69763]: DEBUG nova.network.neutron [-] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1001.214532] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.736s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.215307] env[69763]: DEBUG nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1001.219367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.652s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.219667] env[69763]: DEBUG nova.objects.instance [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lazy-loading 'resources' on Instance uuid 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.266221] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122743, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.288318] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52777a0f-5e0b-4729-06c7-dd2851af8e75, 'name': SearchDatastore_Task, 'duration_secs': 0.026579} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.289673] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69c55712-0e62-430f-929a-659bfb951048 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.298483] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1001.298483] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521eda66-1569-db97-2592-3ae782b0a73f" [ 1001.298483] env[69763]: _type = "Task" [ 1001.298483] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.312364] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521eda66-1569-db97-2592-3ae782b0a73f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.338725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cff784c-07f5-46b9-a8b4-c7441452868a tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.526s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.446611] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1001.446611] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1001.446611] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1001.446611] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1001.446611] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1001.446841] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1001.446976] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1001.447092] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1001.447224] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1001.447387] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1001.447559] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1001.453660] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bab915c3-acf3-43d5-90ed-27a260b83a10 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.472838] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1001.472838] env[69763]: value = "task-4122745" [ 1001.472838] env[69763]: _type = "Task" [ 1001.472838] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.483276] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122745, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.630828] env[69763]: DEBUG nova.compute.manager [req-c9ab5878-ffde-40b8-854e-9cef329d8a8c req-df762cd1-660b-42f1-8866-721a84a7a94f service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Received event network-vif-deleted-0a0ac015-7254-475b-86e6-679ca8a744b6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.631103] env[69763]: INFO nova.compute.manager [req-c9ab5878-ffde-40b8-854e-9cef329d8a8c req-df762cd1-660b-42f1-8866-721a84a7a94f service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Neutron deleted interface 0a0ac015-7254-475b-86e6-679ca8a744b6; detaching it from the instance and deleting it from the info cache [ 1001.631470] env[69763]: DEBUG nova.network.neutron [req-c9ab5878-ffde-40b8-854e-9cef329d8a8c req-df762cd1-660b-42f1-8866-721a84a7a94f service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.724497] env[69763]: DEBUG nova.compute.utils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1001.728802] env[69763]: DEBUG nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1001.729011] env[69763]: DEBUG nova.network.neutron [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1001.762795] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122743, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.654766} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.763569] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b/9b63e873-d174-44a6-8b0f-5f34d47f1d7b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1001.763669] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1001.763886] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a7a89d30-7065-42a9-9419-fc726a936248 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.773417] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1001.773417] env[69763]: value = "task-4122746" [ 1001.773417] env[69763]: _type = "Task" [ 1001.773417] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.788142] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122746, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.790406] env[69763]: DEBUG nova.policy [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2247334877d44699e8832f012171aad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35f6d5feae7f4017a0e327197777a1d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1001.812928] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521eda66-1569-db97-2592-3ae782b0a73f, 'name': SearchDatastore_Task, 'duration_secs': 0.064602} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.817902] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.818441] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45/6c397902-d523-4abc-bf3e-dd03e3d62a45.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.819542] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b7223f14-7a66-4ee3-8e08-9e442334f889 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.830795] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1001.830795] env[69763]: value = "task-4122747" [ 1001.830795] env[69763]: _type = "Task" [ 1001.830795] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.850813] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122747, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.983886] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122745, 'name': ReconfigVM_Task, 'duration_secs': 0.39185} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.984233] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance 'be5d76e1-a022-4de4-bf79-94a83f9958ec' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1001.993015] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.993275] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.042312] env[69763]: DEBUG nova.network.neutron [-] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.137025] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6db1f143-62ae-4379-b013-0353acecd19a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.151105] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500e76a5-5eaa-4dec-8a30-6006903565b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.209737] env[69763]: DEBUG nova.compute.manager [req-c9ab5878-ffde-40b8-854e-9cef329d8a8c req-df762cd1-660b-42f1-8866-721a84a7a94f service nova] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Detach interface failed, port_id=0a0ac015-7254-475b-86e6-679ca8a744b6, reason: Instance c7fe2c20-7126-492b-b5e1-b59a28c3d7a9 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1002.232062] env[69763]: DEBUG nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1002.267197] env[69763]: DEBUG nova.network.neutron [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Successfully created port: 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1002.291397] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122746, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084627} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.292633] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1002.293133] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3fee2e-486b-4c33-abeb-c03503893b31 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.327365] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b/9b63e873-d174-44a6-8b0f-5f34d47f1d7b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1002.331334] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2dc8ae6d-739c-4e90-ba26-ebdc3b3e3a19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.360415] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122747, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.361704] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1002.361704] env[69763]: value = "task-4122748" [ 1002.361704] env[69763]: _type = "Task" [ 1002.361704] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.374852] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122748, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.457702] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489dc247-3ee2-4675-b425-88a33eeb79e5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.466085] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862482bc-1b08-47b3-9c65-15b2d93d4557 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.499765] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:48:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='610c4db5-ef4c-4f13-94e0-ad982c3dbbb1',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1303975040',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1002.500049] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1002.500214] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.500399] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1002.500547] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.500692] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1002.500896] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1002.501070] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1002.501243] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1002.501407] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1002.501746] env[69763]: DEBUG nova.virt.hardware [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1002.506964] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1002.507996] env[69763]: DEBUG nova.compute.utils [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1002.509882] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a749ad7-f8aa-47a4-a089-bebe41f909bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.523558] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c5b78-c223-4f8d-8591-5a129e1f8c13 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.535559] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1863e08a-3a0b-467b-97dc-03d8e2c4c840 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.539963] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1002.539963] env[69763]: value = "task-4122749" [ 1002.539963] env[69763]: _type = "Task" [ 1002.539963] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.545110] env[69763]: INFO nova.compute.manager [-] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Took 1.39 seconds to deallocate network for instance. [ 1002.555520] env[69763]: DEBUG nova.compute.provider_tree [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1002.560752] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.861829] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122747, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.555973} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.861829] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45/6c397902-d523-4abc-bf3e-dd03e3d62a45.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.862014] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.862201] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-868857f5-4ad4-450e-a949-ea021a8d5064 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.875426] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122748, 'name': ReconfigVM_Task, 'duration_secs': 0.458822} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.877706] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b/9b63e873-d174-44a6-8b0f-5f34d47f1d7b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1002.878696] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1002.878696] env[69763]: value = "task-4122750" [ 1002.878696] env[69763]: _type = "Task" [ 1002.878696] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.878997] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5639eec3-6429-4ea6-8737-61533d01d6ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.894455] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.896361] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1002.896361] env[69763]: value = "task-4122751" [ 1002.896361] env[69763]: _type = "Task" [ 1002.896361] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.906767] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122751, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.011555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.018s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.051302] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122749, 'name': ReconfigVM_Task, 'duration_secs': 0.214771} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.051667] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1003.052551] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18566a10-6de9-4154-90d2-da98f92c62d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.071373] env[69763]: DEBUG nova.scheduler.client.report [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.075250] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.083694] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec/be5d76e1-a022-4de4-bf79-94a83f9958ec.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.084329] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a0b725d-21a2-4209-a780-6ccddbe8e833 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.103823] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1003.103823] env[69763]: value = "task-4122752" [ 1003.103823] env[69763]: _type = "Task" [ 1003.103823] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.113549] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122752, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.243019] env[69763]: DEBUG nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1003.265880] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1003.266206] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1003.266495] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1003.266627] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1003.266800] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1003.266970] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1003.267257] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1003.267439] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1003.267635] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1003.267838] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1003.268075] env[69763]: DEBUG nova.virt.hardware [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1003.269124] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472c42ea-dab1-4e78-ba6e-654a11369141 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.278570] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fbbaf1-683d-475b-a6e4-4ad82b1aacfc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.391172] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.095934} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.391535] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.392395] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9df31e1-fdf3-4966-b878-c39f7359824b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.418247] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45/6c397902-d523-4abc-bf3e-dd03e3d62a45.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.418678] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-454dd532-0648-43cf-8d7d-534135dca500 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.440346] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122751, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.442101] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1003.442101] env[69763]: value = "task-4122753" [ 1003.442101] env[69763]: _type = "Task" [ 1003.442101] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.451085] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.586776] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.368s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.589745] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.563s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.590334] env[69763]: DEBUG nova.objects.instance [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lazy-loading 'resources' on Instance uuid 578c9477-4609-4638-ba9d-6dfc3fcfe00b {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.614500] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122752, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.618334] env[69763]: INFO nova.scheduler.client.report [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Deleted allocations for instance 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1 [ 1003.909717] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122751, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.958696] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122753, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.071052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.071380] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.072387] env[69763]: INFO nova.compute.manager [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Attaching volume 67fc3ab9-353a-4361-830b-a9adf98a42a9 to /dev/sdb [ 1004.123807] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122752, 'name': ReconfigVM_Task, 'duration_secs': 1.007436} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.123807] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfigured VM instance instance-0000002e to attach disk [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec/be5d76e1-a022-4de4-bf79-94a83f9958ec.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.123807] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance 'be5d76e1-a022-4de4-bf79-94a83f9958ec' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.125843] env[69763]: DEBUG nova.network.neutron [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Successfully updated port: 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1004.133163] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f7248b-4b8c-4230-bfbd-ee82970a0a89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.136807] env[69763]: DEBUG nova.compute.manager [req-b0fa0531-08ac-43b8-893f-d65983f1d846 req-b00c161d-5bb6-4fb3-8765-f74c2c410a27 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Received event network-vif-plugged-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.137109] env[69763]: DEBUG oslo_concurrency.lockutils [req-b0fa0531-08ac-43b8-893f-d65983f1d846 req-b00c161d-5bb6-4fb3-8765-f74c2c410a27 service nova] Acquiring lock "c840c615-efa9-4d65-9174-84ea793d7ad9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.137345] env[69763]: DEBUG oslo_concurrency.lockutils [req-b0fa0531-08ac-43b8-893f-d65983f1d846 req-b00c161d-5bb6-4fb3-8765-f74c2c410a27 service nova] Lock "c840c615-efa9-4d65-9174-84ea793d7ad9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.137805] env[69763]: DEBUG oslo_concurrency.lockutils [req-b0fa0531-08ac-43b8-893f-d65983f1d846 req-b00c161d-5bb6-4fb3-8765-f74c2c410a27 service nova] Lock "c840c615-efa9-4d65-9174-84ea793d7ad9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.137805] env[69763]: DEBUG nova.compute.manager [req-b0fa0531-08ac-43b8-893f-d65983f1d846 req-b00c161d-5bb6-4fb3-8765-f74c2c410a27 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] No waiting events found dispatching network-vif-plugged-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1004.137956] env[69763]: WARNING nova.compute.manager [req-b0fa0531-08ac-43b8-893f-d65983f1d846 req-b00c161d-5bb6-4fb3-8765-f74c2c410a27 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Received unexpected event network-vif-plugged-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 for instance with vm_state building and task_state spawning. [ 1004.138569] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7d494eef-f6a8-435f-886d-8c57ffe0f1b2 tempest-ServerTagsTestJSON-43809088 tempest-ServerTagsTestJSON-43809088-project-member] Lock "2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.236s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.149634] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4981ea1e-b8ca-46ec-8b71-192eb45edef9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.167698] env[69763]: DEBUG nova.virt.block_device [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Updating existing volume attachment record: e4b56889-d746-446c-bb86-f963951b2a7f {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1004.412009] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122751, 'name': Rename_Task, 'duration_secs': 1.057588} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.412571] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.412571] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81e7dad7-9c1a-4029-bd6a-d5e991f1ada5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.420745] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1004.420745] env[69763]: value = "task-4122756" [ 1004.420745] env[69763]: _type = "Task" [ 1004.420745] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.430377] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.455507] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122753, 'name': ReconfigVM_Task, 'duration_secs': 0.664433} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.458631] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45/6c397902-d523-4abc-bf3e-dd03e3d62a45.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.459579] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ba8cd17-682b-4882-9cb2-47032c95096b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.469147] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1004.469147] env[69763]: value = "task-4122758" [ 1004.469147] env[69763]: _type = "Task" [ 1004.469147] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.483535] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122758, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.529357] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquiring lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.529357] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.529357] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquiring lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.529610] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.529714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.532174] env[69763]: INFO nova.compute.manager [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Terminating instance [ 1004.632297] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.632631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.632897] env[69763]: DEBUG nova.network.neutron [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.640301] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e320b67f-afd2-4f1f-8a93-06e97d4275d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.670899] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-263097e0-6966-44d3-8eff-62016b499272 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.705009] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance 'be5d76e1-a022-4de4-bf79-94a83f9958ec' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.719706] env[69763]: DEBUG oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528949b3-13c2-3fbb-a89f-d23fa4933ee5/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1004.721231] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d5d5da-0ca2-456f-b688-dd4b2a0cdfca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.734742] env[69763]: DEBUG oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528949b3-13c2-3fbb-a89f-d23fa4933ee5/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1004.735066] env[69763]: ERROR oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528949b3-13c2-3fbb-a89f-d23fa4933ee5/disk-0.vmdk due to incomplete transfer. [ 1004.735428] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b19c1114-7353-46da-9650-009331daa8ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.744815] env[69763]: DEBUG oslo_vmware.rw_handles [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/528949b3-13c2-3fbb-a89f-d23fa4933ee5/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1004.745114] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Uploaded image f84f9bf8-19df-42ed-9823-4de79cbce61b to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1004.747299] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.750639] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-02c3747c-d551-45c8-9d80-a49bccb32438 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.757678] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1004.757678] env[69763]: value = "task-4122759" [ 1004.757678] env[69763]: _type = "Task" [ 1004.757678] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.771016] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122759, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.772338] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e411d501-647a-4902-b086-2ecf76b510e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.781778] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec869bf-4a3b-4129-b9f3-cb311a7c464c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.817587] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1504e4c-927c-4e3e-bdf7-a72153916699 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.827037] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-904ece50-dd20-4fda-9001-7afff61ca878 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.843662] env[69763]: DEBUG nova.compute.provider_tree [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1004.932301] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122756, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.979705] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122758, 'name': Rename_Task, 'duration_secs': 0.195128} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.980048] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.980341] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-973aaae8-bdf3-4366-b3e3-7eeba0498e0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.987450] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1004.987450] env[69763]: value = "task-4122760" [ 1004.987450] env[69763]: _type = "Task" [ 1004.987450] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.000569] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.038018] env[69763]: DEBUG nova.compute.manager [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.038291] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.039283] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865aa855-88c0-40d3-986a-3535fa93e018 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.047566] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1005.047837] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e4e9c15b-2123-42b0-8f77-19195dc48966 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.054710] env[69763]: DEBUG oslo_vmware.api [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 1005.054710] env[69763]: value = "task-4122761" [ 1005.054710] env[69763]: _type = "Task" [ 1005.054710] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.063838] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.064115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.064371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.064587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.064720] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.067062] env[69763]: DEBUG oslo_vmware.api [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122761, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.067669] env[69763]: INFO nova.compute.manager [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Terminating instance [ 1005.181091] env[69763]: DEBUG nova.network.neutron [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1005.275028] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122759, 'name': Destroy_Task, 'duration_secs': 0.417731} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.275028] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Destroyed the VM [ 1005.275028] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.275028] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ba01c919-f274-4d76-9ab1-442f7475388d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.288836] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1005.288836] env[69763]: value = "task-4122762" [ 1005.288836] env[69763]: _type = "Task" [ 1005.288836] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.301207] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122762, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.346354] env[69763]: DEBUG nova.scheduler.client.report [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1005.377147] env[69763]: DEBUG nova.network.neutron [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updating instance_info_cache with network_info: [{"id": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "address": "fa:16:3e:2e:79:7a", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4f8d3c-9e", "ovs_interfaceid": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1005.434867] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122756, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.486489] env[69763]: DEBUG nova.network.neutron [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Port d81628ad-87f9-4de4-b01a-60f6425c88be binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1005.505947] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122760, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.567538] env[69763]: DEBUG oslo_vmware.api [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122761, 'name': PowerOffVM_Task, 'duration_secs': 0.229452} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.567924] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.568155] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.568883] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55f2fda9-35cc-4ef5-8c83-fbff18dd7a54 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.572411] env[69763]: DEBUG nova.compute.manager [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1005.572640] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1005.573694] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4bf5b51-f4e2-4c29-9100-539fcba18aca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.583210] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.583518] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-342f3bda-d1be-49c8-a975-9cdab5d9ef0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.662833] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.663559] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.663835] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Deleting the datastore file [datastore2] f0054d4d-12f1-44ba-b35a-5cb84f87b84e {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.664632] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84d7093e-3c69-4bfb-9e2e-61f17c289ce2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.678313] env[69763]: DEBUG oslo_vmware.api [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for the task: (returnval){ [ 1005.678313] env[69763]: value = "task-4122765" [ 1005.678313] env[69763]: _type = "Task" [ 1005.678313] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.692267] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.692493] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.692762] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Deleting the datastore file [datastore1] 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.694882] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fcd35b3-25a0-43e6-8eac-fe967b76c718 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.706670] env[69763]: DEBUG oslo_vmware.api [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122765, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.715020] env[69763]: DEBUG oslo_vmware.api [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 1005.715020] env[69763]: value = "task-4122766" [ 1005.715020] env[69763]: _type = "Task" [ 1005.715020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.734810] env[69763]: DEBUG oslo_vmware.api [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.805917] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122762, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.853321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1005.857076] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.640s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1005.861051] env[69763]: DEBUG nova.objects.instance [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1005.882951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Releasing lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.884459] env[69763]: DEBUG nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Instance network_info: |[{"id": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "address": "fa:16:3e:2e:79:7a", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4f8d3c-9e", "ovs_interfaceid": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1005.885513] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:79:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d4f8d3c-9edc-4b3b-8a0a-a10764b00515', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1005.900351] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Creating folder: Project (35f6d5feae7f4017a0e327197777a1d0). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.901714] env[69763]: INFO nova.scheduler.client.report [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Deleted allocations for instance 578c9477-4609-4638-ba9d-6dfc3fcfe00b [ 1005.903033] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a79ff2d7-f7fe-433d-8a40-0efadcf36cc9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.919139] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Created folder: Project (35f6d5feae7f4017a0e327197777a1d0) in parent group-v816505. [ 1005.919480] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Creating folder: Instances. Parent ref: group-v816676. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1005.919773] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c57d2f53-2b08-4a84-bdde-0c95ca0b58e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.933146] env[69763]: DEBUG oslo_vmware.api [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122756, 'name': PowerOnVM_Task, 'duration_secs': 1.224851} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.934716] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.936063] env[69763]: INFO nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1005.936063] env[69763]: DEBUG nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1005.936063] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Created folder: Instances in parent group-v816676. [ 1005.936063] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.936512] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37da7f3d-4eeb-4ec5-b817-f98ddb0bef86 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.939254] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1005.940043] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-206e7c6c-7b11-49f6-8617-915492630b72 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.966285] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1005.966285] env[69763]: value = "task-4122769" [ 1005.966285] env[69763]: _type = "Task" [ 1005.966285] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.976813] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122769, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.005501] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122760, 'name': PowerOnVM_Task, 'duration_secs': 0.567366} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.005935] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.006289] env[69763]: DEBUG nova.compute.manager [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1006.007456] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b525400f-1b73-47d3-b26f-c0cb74fbe88f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.188829] env[69763]: DEBUG oslo_vmware.api [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Task: {'id': task-4122765, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202026} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.189262] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.190025] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.190025] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.190025] env[69763]: INFO nova.compute.manager [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1006.190025] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.190287] env[69763]: DEBUG nova.compute.manager [-] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.190287] env[69763]: DEBUG nova.network.neutron [-] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.234348] env[69763]: DEBUG oslo_vmware.api [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.192536} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.234348] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.234348] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.234348] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.234348] env[69763]: INFO nova.compute.manager [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1006.234348] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.234348] env[69763]: DEBUG nova.compute.manager [-] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.234348] env[69763]: DEBUG nova.network.neutron [-] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.304470] env[69763]: DEBUG oslo_vmware.api [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122762, 'name': RemoveSnapshot_Task, 'duration_secs': 0.860252} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.304795] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.305036] env[69763]: INFO nova.compute.manager [None req-357596c6-1592-4a2f-9367-56c520321cf5 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Took 15.48 seconds to snapshot the instance on the hypervisor. [ 1006.412443] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a064914b-c7b8-4da7-bf37-427100ff410d tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "578c9477-4609-4638-ba9d-6dfc3fcfe00b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.964s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.441243] env[69763]: DEBUG nova.compute.manager [req-c6890621-7c40-4fba-97f0-024688b68f95 req-c5a908b0-b889-4816-a2aa-c5370c8d7c2a service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Received event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.441243] env[69763]: DEBUG nova.compute.manager [req-c6890621-7c40-4fba-97f0-024688b68f95 req-c5a908b0-b889-4816-a2aa-c5370c8d7c2a service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing instance network info cache due to event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1006.441243] env[69763]: DEBUG oslo_concurrency.lockutils [req-c6890621-7c40-4fba-97f0-024688b68f95 req-c5a908b0-b889-4816-a2aa-c5370c8d7c2a service nova] Acquiring lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.441243] env[69763]: DEBUG oslo_concurrency.lockutils [req-c6890621-7c40-4fba-97f0-024688b68f95 req-c5a908b0-b889-4816-a2aa-c5370c8d7c2a service nova] Acquired lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.441755] env[69763]: DEBUG nova.network.neutron [req-c6890621-7c40-4fba-97f0-024688b68f95 req-c5a908b0-b889-4816-a2aa-c5370c8d7c2a service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1006.475671] env[69763]: INFO nova.compute.manager [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Took 34.24 seconds to build instance. [ 1006.484032] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122769, 'name': CreateVM_Task, 'duration_secs': 0.508797} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.484032] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1006.484032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.484032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.484221] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.484484] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63a82d33-bc6e-42c7-9fce-c12451ff5471 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.491047] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1006.491047] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52efcefe-4109-eedd-4ebf-f03f8c0b70b0" [ 1006.491047] env[69763]: _type = "Task" [ 1006.491047] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.510192] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52efcefe-4109-eedd-4ebf-f03f8c0b70b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.520741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.520741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.520741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.524291] env[69763]: INFO nova.compute.manager [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] bringing vm to original state: 'stopped' [ 1006.870495] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d5f8cf9-4704-45d1-bf31-7df27e68737a tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.871713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.403s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.871977] env[69763]: DEBUG nova.objects.instance [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lazy-loading 'resources' on Instance uuid 298a8a34-6f1b-49b9-8358-10d0d6ba447d {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1006.978370] env[69763]: DEBUG oslo_concurrency.lockutils [None req-edff9404-b6a4-4034-8d41-f20115628700 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.749s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.008639] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52efcefe-4109-eedd-4ebf-f03f8c0b70b0, 'name': SearchDatastore_Task, 'duration_secs': 0.025095} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.009126] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.009474] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1007.012132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.012132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.012132] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1007.012132] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-633ea096-9321-43b1-a43a-684daf736e5b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.026018] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1007.026018] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1007.026018] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-037f5c43-03ff-4403-999e-a547b3296943 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.033825] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "02f13b78-8877-4061-ba37-734bb5c49f34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.034066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "02f13b78-8877-4061-ba37-734bb5c49f34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.034345] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "02f13b78-8877-4061-ba37-734bb5c49f34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.034560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "02f13b78-8877-4061-ba37-734bb5c49f34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.034723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "02f13b78-8877-4061-ba37-734bb5c49f34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.040673] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1007.040673] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527f695c-7928-1775-ba69-ae5372bbc6cb" [ 1007.040673] env[69763]: _type = "Task" [ 1007.040673] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.042030] env[69763]: INFO nova.compute.manager [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Terminating instance [ 1007.062851] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527f695c-7928-1775-ba69-ae5372bbc6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012735} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.063760] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f7d461c-72b8-4d34-8df8-f25cd4fbb7f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.075699] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1007.075699] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5231959d-67e2-9f7f-2ede-c8633a03fadc" [ 1007.075699] env[69763]: _type = "Task" [ 1007.075699] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.086602] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5231959d-67e2-9f7f-2ede-c8633a03fadc, 'name': SearchDatastore_Task, 'duration_secs': 0.012124} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.087049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.087336] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] c840c615-efa9-4d65-9174-84ea793d7ad9/c840c615-efa9-4d65-9174-84ea793d7ad9.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1007.087619] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-86405cc6-9cbf-44bd-b44f-b9ead787346a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.099696] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1007.099696] env[69763]: value = "task-4122771" [ 1007.099696] env[69763]: _type = "Task" [ 1007.099696] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.113971] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122771, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.312607] env[69763]: DEBUG nova.network.neutron [req-c6890621-7c40-4fba-97f0-024688b68f95 req-c5a908b0-b889-4816-a2aa-c5370c8d7c2a service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updated VIF entry in instance network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1007.313433] env[69763]: DEBUG nova.network.neutron [req-c6890621-7c40-4fba-97f0-024688b68f95 req-c5a908b0-b889-4816-a2aa-c5370c8d7c2a service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updating instance_info_cache with network_info: [{"id": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "address": "fa:16:3e:2e:79:7a", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4f8d3c-9e", "ovs_interfaceid": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.323901] env[69763]: DEBUG nova.network.neutron [-] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.389476] env[69763]: DEBUG nova.network.neutron [-] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.394465] env[69763]: DEBUG nova.compute.manager [req-0b793948-b000-4b47-8c62-860d0ecfb89c req-282e53fc-b619-456e-b9b3-6928df695b37 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Received event network-vif-deleted-a654feb0-296b-452d-a274-5b2de5e6abd2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1007.394465] env[69763]: INFO nova.compute.manager [req-0b793948-b000-4b47-8c62-860d0ecfb89c req-282e53fc-b619-456e-b9b3-6928df695b37 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Neutron deleted interface a654feb0-296b-452d-a274-5b2de5e6abd2; detaching it from the instance and deleting it from the info cache [ 1007.394465] env[69763]: DEBUG nova.network.neutron [req-0b793948-b000-4b47-8c62-860d0ecfb89c req-282e53fc-b619-456e-b9b3-6928df695b37 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1007.543260] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.543260] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.543260] env[69763]: DEBUG nova.compute.manager [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1007.543925] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a7e3e92-b4c7-4984-b433-db5903151a9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.553205] env[69763]: DEBUG nova.compute.manager [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1007.557442] env[69763]: DEBUG nova.compute.manager [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1007.557695] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1007.563885] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b76cf05-2d63-43e4-b2c8-42ad341703d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.574910] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1007.576453] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b53c669d-98d4-40f4-92a1-f8c64d9d60cb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.607581] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.607581] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.607581] env[69763]: DEBUG nova.network.neutron [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.616377] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122771, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.675679] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1007.675679] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1007.675679] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleting the datastore file [datastore1] 02f13b78-8877-4061-ba37-734bb5c49f34 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1007.675679] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ec12b069-1979-41b5-a982-caf23e725955 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.687499] env[69763]: DEBUG oslo_vmware.api [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1007.687499] env[69763]: value = "task-4122773" [ 1007.687499] env[69763]: _type = "Task" [ 1007.687499] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.699359] env[69763]: DEBUG oslo_vmware.api [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122773, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.816176] env[69763]: DEBUG oslo_concurrency.lockutils [req-c6890621-7c40-4fba-97f0-024688b68f95 req-c5a908b0-b889-4816-a2aa-c5370c8d7c2a service nova] Releasing lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.827504] env[69763]: INFO nova.compute.manager [-] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Took 1.59 seconds to deallocate network for instance. [ 1007.889855] env[69763]: INFO nova.compute.manager [-] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Took 1.70 seconds to deallocate network for instance. [ 1007.900243] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3e3e051c-1595-4f1d-b0da-394e676b1a04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.908249] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec360b0-07dd-493d-9e48-19c5fdcdb3e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.955328] env[69763]: DEBUG nova.compute.manager [req-0b793948-b000-4b47-8c62-860d0ecfb89c req-282e53fc-b619-456e-b9b3-6928df695b37 service nova] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Detach interface failed, port_id=a654feb0-296b-452d-a274-5b2de5e6abd2, reason: Instance f0054d4d-12f1-44ba-b35a-5cb84f87b84e could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1008.005014] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "11e9af7e-1044-4b0d-b924-cd978349f723" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.005288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "11e9af7e-1044-4b0d-b924-cd978349f723" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.071180] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.072574] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-080ace22-f4f7-4caa-ac83-6ca63939d8cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.078313] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e8782e3-2795-48e1-a6d6-03dd66722a19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.080691] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1008.080691] env[69763]: value = "task-4122774" [ 1008.080691] env[69763]: _type = "Task" [ 1008.080691] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.088066] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b8d2abb-64f2-42f3-9e56-f0cd670f9f34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.095399] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122774, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.130804] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c322b4-b08a-4dc6-a371-46b3ca9355a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.143063] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1106c3fb-b4ca-4b24-b821-a19ee2041581 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.147999] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122771, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.588136} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.148329] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] c840c615-efa9-4d65-9174-84ea793d7ad9/c840c615-efa9-4d65-9174-84ea793d7ad9.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1008.148572] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1008.149323] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fdb0544a-b26b-4948-8727-1533f58a310b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.161385] env[69763]: DEBUG nova.compute.provider_tree [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.166962] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1008.166962] env[69763]: value = "task-4122775" [ 1008.166962] env[69763]: _type = "Task" [ 1008.166962] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.179223] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.199311] env[69763]: DEBUG oslo_vmware.api [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122773, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196585} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.199675] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1008.200151] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1008.200209] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1008.200428] env[69763]: INFO nova.compute.manager [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Took 0.64 seconds to destroy the instance on the hypervisor. [ 1008.200743] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.201080] env[69763]: DEBUG nova.compute.manager [-] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1008.201080] env[69763]: DEBUG nova.network.neutron [-] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1008.262486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "fb6458c7-5b49-416b-99fa-24a1571ec304" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.262927] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "fb6458c7-5b49-416b-99fa-24a1571ec304" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.263342] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "fb6458c7-5b49-416b-99fa-24a1571ec304-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.263597] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "fb6458c7-5b49-416b-99fa-24a1571ec304-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.263914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "fb6458c7-5b49-416b-99fa-24a1571ec304-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.271891] env[69763]: INFO nova.compute.manager [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Terminating instance [ 1008.338952] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.403087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.484938] env[69763]: DEBUG nova.network.neutron [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance_info_cache with network_info: [{"id": "d81628ad-87f9-4de4-b01a-60f6425c88be", "address": "fa:16:3e:bb:08:7a", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81628ad-87", "ovs_interfaceid": "d81628ad-87f9-4de4-b01a-60f6425c88be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.510198] env[69763]: DEBUG nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1008.590442] env[69763]: DEBUG nova.compute.manager [req-7ea42fb2-093c-4000-b8f1-f7e5af71a960 req-24de67ed-08eb-4ec6-890d-0b2507fcd964 service nova] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Received event network-vif-deleted-72de9f68-8901-4adb-87f1-4223e77a2f54 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.594089] env[69763]: DEBUG oslo_vmware.api [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122774, 'name': PowerOffVM_Task, 'duration_secs': 0.308758} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.594849] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1008.594849] env[69763]: DEBUG nova.compute.manager [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1008.595638] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811a9033-41f1-4763-a47d-d2ae537138eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.665450] env[69763]: DEBUG nova.scheduler.client.report [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.679813] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087832} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.680108] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1008.680925] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b466aba-e29b-4463-b461-53f1d7ab61c4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.704469] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] c840c615-efa9-4d65-9174-84ea793d7ad9/c840c615-efa9-4d65-9174-84ea793d7ad9.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.705127] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7f555f3-45a8-4357-974e-e1c02a187f3f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.725665] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1008.725665] env[69763]: value = "task-4122776" [ 1008.725665] env[69763]: _type = "Task" [ 1008.725665] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.736575] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.737972] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1008.738513] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816675', 'volume_id': '67fc3ab9-353a-4361-830b-a9adf98a42a9', 'name': 'volume-67fc3ab9-353a-4361-830b-a9adf98a42a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6f4dda5-e4f5-4b25-bc4d-4587ef211935', 'attached_at': '', 'detached_at': '', 'volume_id': '67fc3ab9-353a-4361-830b-a9adf98a42a9', 'serial': '67fc3ab9-353a-4361-830b-a9adf98a42a9'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1008.739179] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58ddcc16-360c-4d08-87c0-df0f4ad7cbd5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.761476] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de3c193-de7e-4cc1-8d84-68f69f023d46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.781826] env[69763]: DEBUG nova.compute.manager [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1008.781826] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1008.790952] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] volume-67fc3ab9-353a-4361-830b-a9adf98a42a9/volume-67fc3ab9-353a-4361-830b-a9adf98a42a9.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1008.791524] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e1a596-2b7c-40c7-89e7-dea9e655d36d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.794465] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55e32ffb-eb43-4a71-acd4-3cf74432aec6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.816105] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.817640] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7191884c-f3eb-4324-8bed-e143354554ea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.819514] env[69763]: DEBUG oslo_vmware.api [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1008.819514] env[69763]: value = "task-4122777" [ 1008.819514] env[69763]: _type = "Task" [ 1008.819514] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.824856] env[69763]: DEBUG oslo_vmware.api [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 1008.824856] env[69763]: value = "task-4122778" [ 1008.824856] env[69763]: _type = "Task" [ 1008.824856] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.828980] env[69763]: DEBUG oslo_vmware.api [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122777, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.838683] env[69763]: DEBUG oslo_vmware.api [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.967344] env[69763]: INFO nova.compute.manager [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Rebuilding instance [ 1008.988386] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.030876] env[69763]: DEBUG nova.compute.manager [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1009.031700] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c98252b-22a9-43e0-b68b-786c211c57c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.036949] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.037541] env[69763]: DEBUG nova.network.neutron [-] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.110185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.567s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.173984] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.177914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.366s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.179261] env[69763]: INFO nova.compute.claims [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.202060] env[69763]: INFO nova.scheduler.client.report [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Deleted allocations for instance 298a8a34-6f1b-49b9-8358-10d0d6ba447d [ 1009.240730] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122776, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.331272] env[69763]: DEBUG oslo_vmware.api [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.339968] env[69763]: DEBUG oslo_vmware.api [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122778, 'name': PowerOffVM_Task, 'duration_secs': 0.270049} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.340377] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1009.340377] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.340635] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be1d2656-58ab-4598-af3c-66ea6e655e1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.417706] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.418215] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.418379] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Deleting the datastore file [datastore1] fb6458c7-5b49-416b-99fa-24a1571ec304 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.418706] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-035d8cb9-6b47-48aa-be09-248942b8703c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.426841] env[69763]: DEBUG oslo_vmware.api [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for the task: (returnval){ [ 1009.426841] env[69763]: value = "task-4122780" [ 1009.426841] env[69763]: _type = "Task" [ 1009.426841] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.436528] env[69763]: DEBUG oslo_vmware.api [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122780, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.514513] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d4818ec-4c27-4610-9456-e13813ecce2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.535568] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20bd3ac6-fed2-424a-83dc-66fbcf972cab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.543718] env[69763]: INFO nova.compute.manager [-] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Took 1.34 seconds to deallocate network for instance. [ 1009.544241] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance 'be5d76e1-a022-4de4-bf79-94a83f9958ec' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1009.618928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.713849] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f6e59d56-ae45-48a8-9c79-c18f97b58938 tempest-ImagesOneServerTestJSON-77063127 tempest-ImagesOneServerTestJSON-77063127-project-member] Lock "298a8a34-6f1b-49b9-8358-10d0d6ba447d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.141s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.738905] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122776, 'name': ReconfigVM_Task, 'duration_secs': 0.539227} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.739305] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Reconfigured VM instance instance-0000003a to attach disk [datastore2] c840c615-efa9-4d65-9174-84ea793d7ad9/c840c615-efa9-4d65-9174-84ea793d7ad9.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.740204] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cdf9fe3-0da5-43c1-95b8-286a44e16779 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.748628] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1009.748628] env[69763]: value = "task-4122781" [ 1009.748628] env[69763]: _type = "Task" [ 1009.748628] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.760691] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122781, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.834301] env[69763]: DEBUG oslo_vmware.api [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122777, 'name': ReconfigVM_Task, 'duration_secs': 0.667732} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.835142] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Reconfigured VM instance instance-00000038 to attach disk [datastore2] volume-67fc3ab9-353a-4361-830b-a9adf98a42a9/volume-67fc3ab9-353a-4361-830b-a9adf98a42a9.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1009.841582] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a1c2756e-10fe-4ff0-b2c3-6cc6cb281cd6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.861450] env[69763]: DEBUG oslo_vmware.api [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1009.861450] env[69763]: value = "task-4122782" [ 1009.861450] env[69763]: _type = "Task" [ 1009.861450] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.870840] env[69763]: DEBUG oslo_vmware.api [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122782, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.939425] env[69763]: DEBUG oslo_vmware.api [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Task: {'id': task-4122780, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174773} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.939723] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1009.939943] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1009.940178] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1009.940327] env[69763]: INFO nova.compute.manager [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1009.940648] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1009.940866] env[69763]: DEBUG nova.compute.manager [-] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1009.940989] env[69763]: DEBUG nova.network.neutron [-] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1010.054888] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.055422] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.056743] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.057277] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00886758-3b71-4de5-a0fd-6ab44fa79101 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.059690] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-93c99b2f-9793-42ba-8256-96392dca7e40 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.067444] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1010.067444] env[69763]: value = "task-4122783" [ 1010.067444] env[69763]: _type = "Task" [ 1010.067444] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.068778] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1010.068778] env[69763]: value = "task-4122784" [ 1010.068778] env[69763]: _type = "Task" [ 1010.068778] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.082991] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122784, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.089270] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.182416] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.183052] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.271842] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122781, 'name': Rename_Task, 'duration_secs': 0.23616} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.272218] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1010.272541] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-789d777a-ab79-4512-b7b3-3ed113f61350 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.282498] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1010.282498] env[69763]: value = "task-4122785" [ 1010.282498] env[69763]: _type = "Task" [ 1010.282498] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.302311] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.320589] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.320759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.320962] env[69763]: INFO nova.compute.manager [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Shelving [ 1010.373969] env[69763]: DEBUG oslo_vmware.api [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122782, 'name': ReconfigVM_Task, 'duration_secs': 0.18746} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.374341] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816675', 'volume_id': '67fc3ab9-353a-4361-830b-a9adf98a42a9', 'name': 'volume-67fc3ab9-353a-4361-830b-a9adf98a42a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6f4dda5-e4f5-4b25-bc4d-4587ef211935', 'attached_at': '', 'detached_at': '', 'volume_id': '67fc3ab9-353a-4361-830b-a9adf98a42a9', 'serial': '67fc3ab9-353a-4361-830b-a9adf98a42a9'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1010.391570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.391923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.392191] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6c397902-d523-4abc-bf3e-dd03e3d62a45-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.392435] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.392580] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.399813] env[69763]: INFO nova.compute.manager [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Terminating instance [ 1010.580311] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122783, 'name': PowerOffVM_Task, 'duration_secs': 0.231512} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.583234] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1010.583502] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.584688] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76a7f4d0-ed6d-4984-97b3-a46972a3fd8d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.590155] env[69763]: DEBUG oslo_vmware.api [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122784, 'name': PowerOnVM_Task, 'duration_secs': 0.433376} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.590755] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1010.591036] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79ab3f4f-7234-4aff-b3ee-3ac354d685dc tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance 'be5d76e1-a022-4de4-bf79-94a83f9958ec' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1010.599535] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.600458] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-685d30cf-2c63-48ce-83aa-a69c2b73c497 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.623450] env[69763]: DEBUG nova.compute.manager [req-f71b7428-bce6-4652-aab5-70468e7f6cc5 req-1e781dbe-3a40-40ee-9f02-4f245c6f6d0b service nova] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Received event network-vif-deleted-064a8889-a817-49d1-aa90-2c8e0e1b13e0 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.623450] env[69763]: DEBUG nova.compute.manager [req-f71b7428-bce6-4652-aab5-70468e7f6cc5 req-1e781dbe-3a40-40ee-9f02-4f245c6f6d0b service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Received event network-vif-deleted-de1bcda7-9f17-4213-8691-0fd711ae9f9f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.623450] env[69763]: INFO nova.compute.manager [req-f71b7428-bce6-4652-aab5-70468e7f6cc5 req-1e781dbe-3a40-40ee-9f02-4f245c6f6d0b service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Neutron deleted interface de1bcda7-9f17-4213-8691-0fd711ae9f9f; detaching it from the instance and deleting it from the info cache [ 1010.623450] env[69763]: DEBUG nova.network.neutron [req-f71b7428-bce6-4652-aab5-70468e7f6cc5 req-1e781dbe-3a40-40ee-9f02-4f245c6f6d0b service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.682062] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1010.682330] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1010.682520] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleting the datastore file [datastore2] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1010.682965] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4a7aaf7-d0a5-48d4-9e66-81789118dce9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.689561] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1010.689561] env[69763]: value = "task-4122787" [ 1010.689561] env[69763]: _type = "Task" [ 1010.689561] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.705529] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.706074] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.706728] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.706728] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.706728] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.706900] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.707228] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1010.710764] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1010.711798] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122787, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.793511] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122785, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.863366] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e48594-88e3-4ad6-9f91-b8b2503f9417 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.872525] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a67d054e-0ee5-4129-a5b7-51d1a7f7e457 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.904834] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ee48fa-cb22-4e01-8372-609b8e64a019 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.912906] env[69763]: DEBUG nova.compute.manager [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1010.914027] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.914027] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27823ec8-bc71-4f1f-a8c4-76a8afb7bd5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.919982] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a7dcca0-cf3e-43a9-9dfe-e85456723aa4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.935185] env[69763]: DEBUG nova.compute.provider_tree [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.940694] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1010.941303] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4c4f19f-bf30-4c5e-8909-7fed512a8612 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.955061] env[69763]: DEBUG nova.network.neutron [-] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.077021] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.077424] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.080532] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleting the datastore file [datastore2] 6c397902-d523-4abc-bf3e-dd03e3d62a45 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.080532] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d2762609-8d0c-4de9-b91b-acea92bad4e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.088016] env[69763]: DEBUG oslo_vmware.api [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1011.088016] env[69763]: value = "task-4122789" [ 1011.088016] env[69763]: _type = "Task" [ 1011.088016] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.095568] env[69763]: DEBUG oslo_vmware.api [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122789, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.131627] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-38a95c74-9fa7-42cd-b41f-9dc096da40d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.139557] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-584197ab-16ca-49dc-90ec-a70c181b808d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.188663] env[69763]: DEBUG nova.compute.manager [req-f71b7428-bce6-4652-aab5-70468e7f6cc5 req-1e781dbe-3a40-40ee-9f02-4f245c6f6d0b service nova] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Detach interface failed, port_id=de1bcda7-9f17-4213-8691-0fd711ae9f9f, reason: Instance fb6458c7-5b49-416b-99fa-24a1571ec304 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1011.200931] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122787, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.35737} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.201021] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.201221] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.201495] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.213544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.296542] env[69763]: DEBUG oslo_vmware.api [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122785, 'name': PowerOnVM_Task, 'duration_secs': 0.787578} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.296837] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1011.297683] env[69763]: INFO nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1011.297683] env[69763]: DEBUG nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1011.298067] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a1be8f-2399-41da-b315-4c889b3bf6f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.342989] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1011.343268] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed137fb5-61cc-46a3-ae08-e0ec817ac680 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.353178] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1011.353178] env[69763]: value = "task-4122790" [ 1011.353178] env[69763]: _type = "Task" [ 1011.353178] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.368023] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122790, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.442452] env[69763]: DEBUG nova.scheduler.client.report [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.446495] env[69763]: DEBUG nova.objects.instance [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'flavor' on Instance uuid e6f4dda5-e4f5-4b25-bc4d-4587ef211935 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1011.461667] env[69763]: INFO nova.compute.manager [-] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Took 1.52 seconds to deallocate network for instance. [ 1011.599418] env[69763]: DEBUG oslo_vmware.api [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122789, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167413} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.602529] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1011.602529] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1011.602529] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1011.602529] env[69763]: INFO nova.compute.manager [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Took 0.69 seconds to destroy the instance on the hypervisor. [ 1011.602529] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.602529] env[69763]: DEBUG nova.compute.manager [-] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1011.602529] env[69763]: DEBUG nova.network.neutron [-] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1011.660052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.817584] env[69763]: INFO nova.compute.manager [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Took 35.66 seconds to build instance. [ 1011.866829] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122790, 'name': PowerOffVM_Task, 'duration_secs': 0.365482} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.868161] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.868387] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a96e6-a49b-40f1-85ef-9761f7c028d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.887371] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a5295d-35a5-4dc6-8a7e-d20c84d1f847 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.949486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.772s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.950060] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.953510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.909s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.954919] env[69763]: INFO nova.compute.claims [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.961295] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e165b9e6-3595-41e9-8407-01f02bb52d16 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.890s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.962133] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.302s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.962362] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.962565] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.962735] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.965762] env[69763]: INFO nova.compute.manager [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Terminating instance [ 1011.972036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.253695] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1012.253949] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1012.254173] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1012.254571] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1012.254571] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1012.254738] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1012.254961] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1012.255231] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1012.255468] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1012.255686] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1012.255921] env[69763]: DEBUG nova.virt.hardware [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1012.256810] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a13205-0d2e-4095-99be-fe3c6566852b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.266834] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7986090a-4e72-4c27-a661-7e4abec818a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.287676] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:39:54:7a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c3ceffb2-d1bd-46a2-9c09-a30e7a402588', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1012.297738] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1012.297738] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1012.297738] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e26089cb-88ab-4189-b9b6-2cc8ae2ce0df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.318376] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f35c984b-0086-46e9-aed8-e7383b8b2da9 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "c840c615-efa9-4d65-9174-84ea793d7ad9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.182s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.324328] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1012.324328] env[69763]: value = "task-4122791" [ 1012.324328] env[69763]: _type = "Task" [ 1012.324328] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.335332] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122791, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.399228] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1012.399802] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8bc0cfd9-7d08-46c4-b272-6b714282001a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.412167] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1012.412167] env[69763]: value = "task-4122792" [ 1012.412167] env[69763]: _type = "Task" [ 1012.412167] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.429484] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122792, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.467016] env[69763]: DEBUG nova.compute.utils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.470151] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1012.473235] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.473235] env[69763]: DEBUG nova.compute.manager [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1012.473412] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1012.474639] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6c3b5464-df8c-4ca2-8515-1fe2d0ffcf63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.483397] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1012.483397] env[69763]: value = "task-4122793" [ 1012.483397] env[69763]: _type = "Task" [ 1012.483397] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.501131] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122793, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.538753] env[69763]: DEBUG nova.policy [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60eacc41a0df464e918f0ba65db625b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '971dee785a2749ac81f3cca2ea4bfc44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.818774] env[69763]: DEBUG nova.network.neutron [-] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.823939] env[69763]: DEBUG nova.compute.manager [req-4a711ff2-e298-4ac4-be96-3413f2ba890a req-8c5c8808-ffeb-41d9-a6f6-86154efef87f service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Received event network-vif-deleted-1801ffda-c176-4b1a-89fb-5e4df2d377bb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1012.824521] env[69763]: INFO nova.compute.manager [req-4a711ff2-e298-4ac4-be96-3413f2ba890a req-8c5c8808-ffeb-41d9-a6f6-86154efef87f service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Neutron deleted interface 1801ffda-c176-4b1a-89fb-5e4df2d377bb; detaching it from the instance and deleting it from the info cache [ 1012.824521] env[69763]: DEBUG nova.network.neutron [req-4a711ff2-e298-4ac4-be96-3413f2ba890a req-8c5c8808-ffeb-41d9-a6f6-86154efef87f service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.841449] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122791, 'name': CreateVM_Task, 'duration_secs': 0.410366} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.841647] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.842435] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.842609] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.842983] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.844032] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-017da8a2-b9be-4b99-8805-feeb4872dadf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.850549] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1012.850549] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e442ea-8730-e006-597e-fa800c6bacca" [ 1012.850549] env[69763]: _type = "Task" [ 1012.850549] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.860950] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e442ea-8730-e006-597e-fa800c6bacca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.922922] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122792, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.975268] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.995109] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122793, 'name': PowerOffVM_Task, 'duration_secs': 0.316002} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.995416] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1012.995619] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1012.996019] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816675', 'volume_id': '67fc3ab9-353a-4361-830b-a9adf98a42a9', 'name': 'volume-67fc3ab9-353a-4361-830b-a9adf98a42a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6f4dda5-e4f5-4b25-bc4d-4587ef211935', 'attached_at': '', 'detached_at': '', 'volume_id': '67fc3ab9-353a-4361-830b-a9adf98a42a9', 'serial': '67fc3ab9-353a-4361-830b-a9adf98a42a9'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1012.996915] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5ead97b-1541-4854-836d-34e7ee53a727 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.038047] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db42f4-67b6-4d1a-9cea-7517b12b1387 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.041791] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Successfully created port: fae116ea-d578-44a1-a029-1ddcfa749d13 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1013.050041] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a069e0-c13f-4385-a1c8-4d3362ab926e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.079853] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67b5505-0276-4c00-a660-b45d64392d85 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.098607] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] The volume has not been displaced from its original location: [datastore2] volume-67fc3ab9-353a-4361-830b-a9adf98a42a9/volume-67fc3ab9-353a-4361-830b-a9adf98a42a9.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1013.103890] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Reconfiguring VM instance instance-00000038 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1013.106759] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-891c3cc6-50e6-462b-818b-703018d5428d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.126908] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1013.126908] env[69763]: value = "task-4122794" [ 1013.126908] env[69763]: _type = "Task" [ 1013.126908] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.137242] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.322757] env[69763]: INFO nova.compute.manager [-] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Took 1.72 seconds to deallocate network for instance. [ 1013.331748] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d34182e8-4b18-4bd6-a24a-19fe4648af46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.343991] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4590996f-1941-4501-be2b-8f6423ce129a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.384293] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e442ea-8730-e006-597e-fa800c6bacca, 'name': SearchDatastore_Task, 'duration_secs': 0.013132} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.387415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.388133] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1013.388133] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.388133] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.388331] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1013.405176] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-11d967cb-ac5b-4fcd-9f6a-2117bc6be763 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.410246] env[69763]: DEBUG nova.compute.manager [req-4a711ff2-e298-4ac4-be96-3413f2ba890a req-8c5c8808-ffeb-41d9-a6f6-86154efef87f service nova] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Detach interface failed, port_id=1801ffda-c176-4b1a-89fb-5e4df2d377bb, reason: Instance 6c397902-d523-4abc-bf3e-dd03e3d62a45 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1013.421718] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1013.421950] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1013.425997] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b13d4fc0-b0f5-4ea8-8e12-dee36c9cb206 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.429914] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122792, 'name': CreateSnapshot_Task, 'duration_secs': 0.628472} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.433079] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1013.434035] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b7d5f4-2c51-4364-bf89-97e688ad5dc5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.437951] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1013.437951] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dc6939-fd0a-5810-df9c-3eec25e5d795" [ 1013.437951] env[69763]: _type = "Task" [ 1013.437951] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.453306] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dc6939-fd0a-5810-df9c-3eec25e5d795, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.639944] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122794, 'name': ReconfigVM_Task, 'duration_secs': 0.492484} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.640274] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Reconfigured VM instance instance-00000038 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1013.648566] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28018d12-e22b-40a8-93be-474f31f3182b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.666128] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1013.666128] env[69763]: value = "task-4122795" [ 1013.666128] env[69763]: _type = "Task" [ 1013.666128] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.683702] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122795, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.780032] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42d35c8b-09d0-4463-a613-eaff69cf7450 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.786613] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ba501cc-2c2f-4388-9065-54807e34359f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.824452] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44066581-f6a4-408c-8fcd-675afee5da99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.833748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.837214] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39d8754-a8ae-4cdc-b6f6-d2a2c9630ebb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.852421] env[69763]: DEBUG nova.compute.provider_tree [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.957587] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1013.958663] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dc6939-fd0a-5810-df9c-3eec25e5d795, 'name': SearchDatastore_Task, 'duration_secs': 0.016406} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.958993] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-01371e68-c2f8-43a9-a1c7-060071567b19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.963850] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c4637fa-30e7-48b9-9207-30343d57cafd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.975175] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1013.975175] env[69763]: value = "task-4122796" [ 1013.975175] env[69763]: _type = "Task" [ 1013.975175] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.975758] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1013.975758] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529df545-3c19-f1fd-4c99-20cfe48f8ec6" [ 1013.975758] env[69763]: _type = "Task" [ 1013.975758] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.991693] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.994086] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122796, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.002025] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529df545-3c19-f1fd-4c99-20cfe48f8ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.016374} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.002373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.002686] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b/9b63e873-d174-44a6-8b0f-5f34d47f1d7b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1014.002990] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a23d3c52-1fd3-411f-b876-ee2a6b42c306 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.012339] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1014.012339] env[69763]: value = "task-4122797" [ 1014.012339] env[69763]: _type = "Task" [ 1014.012339] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.023761] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122797, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.030531] env[69763]: DEBUG nova.network.neutron [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Port d81628ad-87f9-4de4-b01a-60f6425c88be binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1014.031145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.031145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.031341] env[69763]: DEBUG nova.network.neutron [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.036424] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1014.036715] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1014.036929] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.037323] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1014.037483] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.037599] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1014.040396] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1014.040396] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1014.040396] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1014.040396] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1014.040396] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1014.040396] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740941e0-a878-416a-8ef4-6ff7c008a801 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.051551] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0207708f-846d-4cc8-83dd-e068438210f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.179469] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122795, 'name': ReconfigVM_Task, 'duration_secs': 0.196857} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.180251] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816675', 'volume_id': '67fc3ab9-353a-4361-830b-a9adf98a42a9', 'name': 'volume-67fc3ab9-353a-4361-830b-a9adf98a42a9', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e6f4dda5-e4f5-4b25-bc4d-4587ef211935', 'attached_at': '', 'detached_at': '', 'volume_id': '67fc3ab9-353a-4361-830b-a9adf98a42a9', 'serial': '67fc3ab9-353a-4361-830b-a9adf98a42a9'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1014.180251] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1014.182224] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97daf2cf-bb40-4af6-961b-23975088772b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.192516] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1014.192853] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-40c8006f-1667-492b-8a55-0140b08a0303 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.282910] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1014.283318] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1014.283547] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleting the datastore file [datastore2] e6f4dda5-e4f5-4b25-bc4d-4587ef211935 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1014.283873] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2ca62924-5614-4e06-94b8-f2399d05e1ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.292391] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1014.292391] env[69763]: value = "task-4122799" [ 1014.292391] env[69763]: _type = "Task" [ 1014.292391] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.302625] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122799, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.356720] env[69763]: DEBUG nova.scheduler.client.report [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1014.495685] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122796, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.534119] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122797, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.729475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.730052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.804026] env[69763]: DEBUG oslo_vmware.api [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122799, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329369} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.804348] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1014.804542] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1014.804715] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1014.804920] env[69763]: INFO nova.compute.manager [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Took 2.33 seconds to destroy the instance on the hypervisor. [ 1014.805212] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1014.805410] env[69763]: DEBUG nova.compute.manager [-] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1014.805503] env[69763]: DEBUG nova.network.neutron [-] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1014.862094] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.908s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.862749] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1014.869208] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.780s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.869208] env[69763]: DEBUG nova.objects.instance [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lazy-loading 'resources' on Instance uuid a78880c5-dba8-40f9-8da7-47fdd060a8ca {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.878729] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Successfully updated port: fae116ea-d578-44a1-a029-1ddcfa749d13 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.922042] env[69763]: DEBUG nova.compute.manager [req-fb4a6a45-f33c-4a27-8f3f-0585eb08cec2 req-cbcac7cf-4764-4e11-8c53-4f3a7903f593 service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Received event network-vif-plugged-fae116ea-d578-44a1-a029-1ddcfa749d13 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1014.923265] env[69763]: DEBUG oslo_concurrency.lockutils [req-fb4a6a45-f33c-4a27-8f3f-0585eb08cec2 req-cbcac7cf-4764-4e11-8c53-4f3a7903f593 service nova] Acquiring lock "c5a2c922-980d-4b83-bc82-25c0958ec409-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.923265] env[69763]: DEBUG oslo_concurrency.lockutils [req-fb4a6a45-f33c-4a27-8f3f-0585eb08cec2 req-cbcac7cf-4764-4e11-8c53-4f3a7903f593 service nova] Lock "c5a2c922-980d-4b83-bc82-25c0958ec409-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.923506] env[69763]: DEBUG oslo_concurrency.lockutils [req-fb4a6a45-f33c-4a27-8f3f-0585eb08cec2 req-cbcac7cf-4764-4e11-8c53-4f3a7903f593 service nova] Lock "c5a2c922-980d-4b83-bc82-25c0958ec409-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.923690] env[69763]: DEBUG nova.compute.manager [req-fb4a6a45-f33c-4a27-8f3f-0585eb08cec2 req-cbcac7cf-4764-4e11-8c53-4f3a7903f593 service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] No waiting events found dispatching network-vif-plugged-fae116ea-d578-44a1-a029-1ddcfa749d13 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1014.924309] env[69763]: WARNING nova.compute.manager [req-fb4a6a45-f33c-4a27-8f3f-0585eb08cec2 req-cbcac7cf-4764-4e11-8c53-4f3a7903f593 service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Received unexpected event network-vif-plugged-fae116ea-d578-44a1-a029-1ddcfa749d13 for instance with vm_state building and task_state spawning. [ 1014.990760] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122796, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.026212] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122797, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.701648} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.026212] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b/9b63e873-d174-44a6-8b0f-5f34d47f1d7b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1015.026212] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1015.026212] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8571aec0-d267-45b6-bf62-d40265f7952e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.033114] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1015.033114] env[69763]: value = "task-4122800" [ 1015.033114] env[69763]: _type = "Task" [ 1015.033114] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.042716] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.043989] env[69763]: DEBUG nova.network.neutron [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance_info_cache with network_info: [{"id": "d81628ad-87f9-4de4-b01a-60f6425c88be", "address": "fa:16:3e:bb:08:7a", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81628ad-87", "ovs_interfaceid": "d81628ad-87f9-4de4-b01a-60f6425c88be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.235366] env[69763]: DEBUG nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1015.374539] env[69763]: DEBUG nova.compute.utils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1015.376247] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1015.376535] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1015.381322] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "refresh_cache-c5a2c922-980d-4b83-bc82-25c0958ec409" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.381434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "refresh_cache-c5a2c922-980d-4b83-bc82-25c0958ec409" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.381541] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1015.444995] env[69763]: DEBUG nova.policy [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '60eacc41a0df464e918f0ba65db625b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '971dee785a2749ac81f3cca2ea4bfc44', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1015.492273] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122796, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.544924] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086272} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.549527] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1015.550374] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.553688] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ebc742-f7db-4320-81ce-433ce7ae654a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.581088] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b/9b63e873-d174-44a6-8b0f-5f34d47f1d7b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1015.585069] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb5c23b5-e6d9-4a3d-82fd-574a3eca0140 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.609152] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1015.609152] env[69763]: value = "task-4122801" [ 1015.609152] env[69763]: _type = "Task" [ 1015.609152] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.620359] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122801, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.638438] env[69763]: DEBUG nova.network.neutron [-] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.758398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.852498] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Successfully created port: cc890431-cdde-45bf-9759-f46167528349 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1015.880965] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1015.966266] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.995728] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122796, 'name': CloneVM_Task} progress is 95%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.059636] env[69763]: DEBUG nova.compute.manager [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69763) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1016.059636] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.107333] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-813e5fc6-ff97-4fa1-bdf8-0a3964786216 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.124271] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c410f7-f880-4aac-98f0-86a031ca6dab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.130365] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122801, 'name': ReconfigVM_Task, 'duration_secs': 0.400142} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.132420] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Reconfigured VM instance instance-00000039 to attach disk [datastore1] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b/9b63e873-d174-44a6-8b0f-5f34d47f1d7b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1016.133862] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-376ff04b-e85d-43f4-9022-4adb9fc82e94 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.168415] env[69763]: INFO nova.compute.manager [-] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Took 1.36 seconds to deallocate network for instance. [ 1016.175286] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c9739e-0f4f-4508-8359-d1cd2407f3dc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.179913] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1016.179913] env[69763]: value = "task-4122802" [ 1016.179913] env[69763]: _type = "Task" [ 1016.179913] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.194872] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41b0df55-7f3f-46ad-b8cf-e64e4fc0edee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.200075] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122802, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.216285] env[69763]: DEBUG nova.compute.provider_tree [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.316102] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Updating instance_info_cache with network_info: [{"id": "fae116ea-d578-44a1-a029-1ddcfa749d13", "address": "fa:16:3e:0f:13:33", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae116ea-d5", "ovs_interfaceid": "fae116ea-d578-44a1-a029-1ddcfa749d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.493681] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122796, 'name': CloneVM_Task, 'duration_secs': 2.396305} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.494025] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Created linked-clone VM from snapshot [ 1016.494830] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5543ad73-a860-4f5e-bd7b-eddcf0e0550c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.505469] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Uploading image 58adc6cd-e3a9-4f0b-b63c-f366bef319b4 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1016.543009] env[69763]: DEBUG oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1016.543009] env[69763]: value = "vm-816681" [ 1016.543009] env[69763]: _type = "VirtualMachine" [ 1016.543009] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1016.543381] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b87349ce-e8f1-4b44-ac79-345712a185e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.553642] env[69763]: DEBUG oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lease: (returnval){ [ 1016.553642] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e30b7b-e91c-cfb5-52f5-133320c4efdb" [ 1016.553642] env[69763]: _type = "HttpNfcLease" [ 1016.553642] env[69763]: } obtained for exporting VM: (result){ [ 1016.553642] env[69763]: value = "vm-816681" [ 1016.553642] env[69763]: _type = "VirtualMachine" [ 1016.553642] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1016.553642] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the lease: (returnval){ [ 1016.553642] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e30b7b-e91c-cfb5-52f5-133320c4efdb" [ 1016.553642] env[69763]: _type = "HttpNfcLease" [ 1016.553642] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1016.561131] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1016.561131] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e30b7b-e91c-cfb5-52f5-133320c4efdb" [ 1016.561131] env[69763]: _type = "HttpNfcLease" [ 1016.561131] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1016.692994] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122802, 'name': Rename_Task, 'duration_secs': 0.180245} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.692994] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.692994] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88cdc3b8-f7b6-48a8-bde3-57bd445cb66e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.700876] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1016.700876] env[69763]: value = "task-4122804" [ 1016.700876] env[69763]: _type = "Task" [ 1016.700876] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.713078] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122804, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.719795] env[69763]: DEBUG nova.scheduler.client.report [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1016.769476] env[69763]: INFO nova.compute.manager [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Took 0.60 seconds to detach 1 volumes for instance. [ 1016.822680] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "refresh_cache-c5a2c922-980d-4b83-bc82-25c0958ec409" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.822680] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Instance network_info: |[{"id": "fae116ea-d578-44a1-a029-1ddcfa749d13", "address": "fa:16:3e:0f:13:33", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae116ea-d5", "ovs_interfaceid": "fae116ea-d578-44a1-a029-1ddcfa749d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1016.822680] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:13:33', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fae116ea-d578-44a1-a029-1ddcfa749d13', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.836476] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1016.836476] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.836476] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a00240b-1481-4e54-9cf2-22730a474335 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.859610] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.859610] env[69763]: value = "task-4122805" [ 1016.859610] env[69763]: _type = "Task" [ 1016.859610] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.869372] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122805, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.895536] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.926387] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.926708] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.927015] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.927372] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.927629] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.928190] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.928578] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.928837] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.929326] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.929619] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.929906] env[69763]: DEBUG nova.virt.hardware [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.931199] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd5d722f-bc91-42ad-93ef-ce446592a0d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.943663] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f97356ca-9fbf-4792-8607-af4f911d27b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.962662] env[69763]: DEBUG nova.compute.manager [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Received event network-changed-fae116ea-d578-44a1-a029-1ddcfa749d13 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.962926] env[69763]: DEBUG nova.compute.manager [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Refreshing instance network info cache due to event network-changed-fae116ea-d578-44a1-a029-1ddcfa749d13. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.963171] env[69763]: DEBUG oslo_concurrency.lockutils [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] Acquiring lock "refresh_cache-c5a2c922-980d-4b83-bc82-25c0958ec409" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.963318] env[69763]: DEBUG oslo_concurrency.lockutils [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] Acquired lock "refresh_cache-c5a2c922-980d-4b83-bc82-25c0958ec409" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.963484] env[69763]: DEBUG nova.network.neutron [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Refreshing network info cache for port fae116ea-d578-44a1-a029-1ddcfa749d13 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1017.062321] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1017.062321] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e30b7b-e91c-cfb5-52f5-133320c4efdb" [ 1017.062321] env[69763]: _type = "HttpNfcLease" [ 1017.062321] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1017.062772] env[69763]: DEBUG oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1017.062772] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e30b7b-e91c-cfb5-52f5-133320c4efdb" [ 1017.062772] env[69763]: _type = "HttpNfcLease" [ 1017.062772] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1017.064182] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6ea6d76-4d6b-4447-84bf-4ac8e85776fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.072753] env[69763]: DEBUG oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f79639-e9bb-4389-830c-ce7916213038/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1017.072982] env[69763]: DEBUG oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f79639-e9bb-4389-830c-ce7916213038/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1017.196826] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-450b9479-c0d1-409e-b425-b9d2ae13ef4d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.212780] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122804, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.233470] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.236979] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.706s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.238793] env[69763]: INFO nova.compute.claims [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1017.275532] env[69763]: INFO nova.scheduler.client.report [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleted allocations for instance a78880c5-dba8-40f9-8da7-47fdd060a8ca [ 1017.277602] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.368075] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122805, 'name': CreateVM_Task, 'duration_secs': 0.488543} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.368255] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.368945] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.369111] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.369463] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.369720] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e23bc6e-f709-4445-9890-d6a32011412b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.375235] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1017.375235] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525306f2-34e9-6e8f-fd0c-afd2f541f75d" [ 1017.375235] env[69763]: _type = "Task" [ 1017.375235] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.384563] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525306f2-34e9-6e8f-fd0c-afd2f541f75d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.722768] env[69763]: DEBUG oslo_vmware.api [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122804, 'name': PowerOnVM_Task, 'duration_secs': 0.580615} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.730980] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1017.731527] env[69763]: DEBUG nova.compute.manager [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1017.733397] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f67e852-9aa7-4e8e-aaf4-a96399f93129 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.757891] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Successfully updated port: cc890431-cdde-45bf-9759-f46167528349 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1017.788912] env[69763]: DEBUG oslo_concurrency.lockutils [None req-27feaa6d-6ad4-497f-8f7b-6868c328cdbc tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "a78880c5-dba8-40f9-8da7-47fdd060a8ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.997s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.821809] env[69763]: DEBUG nova.network.neutron [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Updated VIF entry in instance network info cache for port fae116ea-d578-44a1-a029-1ddcfa749d13. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.823174] env[69763]: DEBUG nova.network.neutron [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Updating instance_info_cache with network_info: [{"id": "fae116ea-d578-44a1-a029-1ddcfa749d13", "address": "fa:16:3e:0f:13:33", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfae116ea-d5", "ovs_interfaceid": "fae116ea-d578-44a1-a029-1ddcfa749d13", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.889951] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525306f2-34e9-6e8f-fd0c-afd2f541f75d, 'name': SearchDatastore_Task, 'duration_secs': 0.019086} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.890561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.890949] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.891286] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.891522] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.891801] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.892159] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-723ed824-9ada-4483-bf1b-760e15245339 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.905680] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.905927] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.907828] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-acfc918a-e019-4f11-87c0-fcdecb476140 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.917041] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1017.917041] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52adaede-22c0-c0ef-011a-f145c568efe4" [ 1017.917041] env[69763]: _type = "Task" [ 1017.917041] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.927697] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52adaede-22c0-c0ef-011a-f145c568efe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.269329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "refresh_cache-7ea68797-5633-4569-9585-f94f1aeb530b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.270186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "refresh_cache-7ea68797-5633-4569-9585-f94f1aeb530b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.270186] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1018.275962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.328999] env[69763]: DEBUG oslo_concurrency.lockutils [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] Releasing lock "refresh_cache-c5a2c922-980d-4b83-bc82-25c0958ec409" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.328999] env[69763]: DEBUG nova.compute.manager [req-174fbe07-d4cb-4e72-b425-79bbc0364338 req-06ee8ff6-1c7a-4150-87af-660b74d47239 service nova] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Received event network-vif-deleted-0aad5bcf-407f-40bb-8f08-f831b08e01f2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.349850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquiring lock "3730826b-c4c9-4e06-a4d2-25f6487763c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.350582] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "3730826b-c4c9-4e06-a4d2-25f6487763c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.437844] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52adaede-22c0-c0ef-011a-f145c568efe4, 'name': SearchDatastore_Task, 'duration_secs': 0.012728} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.438783] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f1fa634-383f-4286-9f45-780d842edb73 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.448155] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1018.448155] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5210829d-4897-dcde-6526-995aab51d644" [ 1018.448155] env[69763]: _type = "Task" [ 1018.448155] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.457433] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5210829d-4897-dcde-6526-995aab51d644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.853439] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1018.859020] env[69763]: DEBUG nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1018.961698] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5210829d-4897-dcde-6526-995aab51d644, 'name': SearchDatastore_Task, 'duration_secs': 0.021411} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.969366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.969765] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] c5a2c922-980d-4b83-bc82-25c0958ec409/c5a2c922-980d-4b83-bc82-25c0958ec409.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.970333] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-201ac5d0-125f-410c-9c6f-ae2fdbac478e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.979342] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.979594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.991481] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1018.991481] env[69763]: value = "task-4122806" [ 1018.991481] env[69763]: _type = "Task" [ 1018.991481] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.003208] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.005470] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c669aa-bd86-46e0-8953-692389e6011a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.018462] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1f251b1-5c5d-4f8e-a6e1-b87293bb7990 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.057474] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f94719c1-04e5-4719-970f-c0d7a092e00f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.067220] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0e0d4d2-b48a-4c9a-8ec8-aeca1e24b89d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.085843] env[69763]: DEBUG nova.compute.provider_tree [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.156760] env[69763]: DEBUG nova.network.neutron [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Updating instance_info_cache with network_info: [{"id": "cc890431-cdde-45bf-9759-f46167528349", "address": "fa:16:3e:7d:4f:0c", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc890431-cd", "ovs_interfaceid": "cc890431-cdde-45bf-9759-f46167528349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.212455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.212455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.212455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.212455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.212455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.218100] env[69763]: INFO nova.compute.manager [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Terminating instance [ 1019.230822] env[69763]: DEBUG nova.compute.manager [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Received event network-vif-plugged-cc890431-cdde-45bf-9759-f46167528349 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.231178] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] Acquiring lock "7ea68797-5633-4569-9585-f94f1aeb530b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.232576] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] Lock "7ea68797-5633-4569-9585-f94f1aeb530b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.232576] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] Lock "7ea68797-5633-4569-9585-f94f1aeb530b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.232576] env[69763]: DEBUG nova.compute.manager [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] No waiting events found dispatching network-vif-plugged-cc890431-cdde-45bf-9759-f46167528349 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1019.232576] env[69763]: WARNING nova.compute.manager [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Received unexpected event network-vif-plugged-cc890431-cdde-45bf-9759-f46167528349 for instance with vm_state building and task_state spawning. [ 1019.232576] env[69763]: DEBUG nova.compute.manager [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Received event network-changed-cc890431-cdde-45bf-9759-f46167528349 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1019.232576] env[69763]: DEBUG nova.compute.manager [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Refreshing instance network info cache due to event network-changed-cc890431-cdde-45bf-9759-f46167528349. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1019.232576] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] Acquiring lock "refresh_cache-7ea68797-5633-4569-9585-f94f1aeb530b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.387080] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.484176] env[69763]: DEBUG nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1019.505407] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122806, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.589713] env[69763]: DEBUG nova.scheduler.client.report [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.659461] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "refresh_cache-7ea68797-5633-4569-9585-f94f1aeb530b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.660172] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Instance network_info: |[{"id": "cc890431-cdde-45bf-9759-f46167528349", "address": "fa:16:3e:7d:4f:0c", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc890431-cd", "ovs_interfaceid": "cc890431-cdde-45bf-9759-f46167528349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1019.660172] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] Acquired lock "refresh_cache-7ea68797-5633-4569-9585-f94f1aeb530b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.660413] env[69763]: DEBUG nova.network.neutron [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Refreshing network info cache for port cc890431-cdde-45bf-9759-f46167528349 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1019.662317] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7d:4f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cca1f087-01e1-49ca-831b-5c51478a5d60', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc890431-cdde-45bf-9759-f46167528349', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1019.672555] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1019.675988] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1019.676606] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0de7f57d-7234-4aed-8a43-7edaede822ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.698623] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1019.698623] env[69763]: value = "task-4122807" [ 1019.698623] env[69763]: _type = "Task" [ 1019.698623] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.708099] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122807, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.728665] env[69763]: DEBUG nova.compute.manager [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1019.728665] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1019.728665] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69c09b7-2919-446e-afeb-e49e74c7298f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.739426] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1019.739733] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-51e83547-2a13-4fd1-be99-1b6dfc158630 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.746799] env[69763]: DEBUG oslo_vmware.api [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1019.746799] env[69763]: value = "task-4122808" [ 1019.746799] env[69763]: _type = "Task" [ 1019.746799] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.759397] env[69763]: DEBUG oslo_vmware.api [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.956841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.957332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.003125] env[69763]: DEBUG nova.network.neutron [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Updated VIF entry in instance network info cache for port cc890431-cdde-45bf-9759-f46167528349. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1020.003709] env[69763]: DEBUG nova.network.neutron [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Updating instance_info_cache with network_info: [{"id": "cc890431-cdde-45bf-9759-f46167528349", "address": "fa:16:3e:7d:4f:0c", "network": {"id": "b27e6607-df76-485c-b444-4af9b579be55", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-219961109-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "971dee785a2749ac81f3cca2ea4bfc44", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cca1f087-01e1-49ca-831b-5c51478a5d60", "external-id": "nsx-vlan-transportzone-439", "segmentation_id": 439, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc890431-cd", "ovs_interfaceid": "cc890431-cdde-45bf-9759-f46167528349", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.011935] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72757} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.013649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.014444] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] c5a2c922-980d-4b83-bc82-25c0958ec409/c5a2c922-980d-4b83-bc82-25c0958ec409.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1020.014835] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1020.015269] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bdabc40f-3be4-4006-9187-271c030e320f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.025989] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1020.025989] env[69763]: value = "task-4122809" [ 1020.025989] env[69763]: _type = "Task" [ 1020.025989] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.039835] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122809, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.096087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.859s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.096679] env[69763]: DEBUG nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1020.100178] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 27.462s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.101214] env[69763]: DEBUG nova.objects.instance [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1020.209777] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122807, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.258629] env[69763]: DEBUG oslo_vmware.api [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.460120] env[69763]: DEBUG nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1020.515493] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3aecf11-eb27-4b1a-aeca-4413560bae22 req-fcbd4bfe-31a9-4452-a5e7-12344307a1c8 service nova] Releasing lock "refresh_cache-7ea68797-5633-4569-9585-f94f1aeb530b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.536785] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122809, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071999} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.537047] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1020.537950] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a79a0-b0ac-43af-aee8-02a132972e23 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.561729] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] c5a2c922-980d-4b83-bc82-25c0958ec409/c5a2c922-980d-4b83-bc82-25c0958ec409.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1020.562085] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38bb74a3-b034-4c3d-b433-50d5eb47329a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.584030] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1020.584030] env[69763]: value = "task-4122810" [ 1020.584030] env[69763]: _type = "Task" [ 1020.584030] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.593130] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122810, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.608995] env[69763]: DEBUG nova.compute.utils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.610671] env[69763]: DEBUG nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1020.610821] env[69763]: DEBUG nova.network.neutron [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1020.671395] env[69763]: DEBUG nova.policy [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4501b998af924e21a2c9a76c19a2fe81', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6357bc400fff46689ddcc50959d6c678', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1020.712418] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122807, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.761021] env[69763]: DEBUG oslo_vmware.api [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.990582] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.096431] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122810, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.100280] env[69763]: DEBUG nova.network.neutron [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Successfully created port: 9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1021.115022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a80a3687-893d-4200-9fca-dcebc3426b27 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.115022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.877s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.115022] env[69763]: DEBUG nova.objects.instance [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lazy-loading 'resources' on Instance uuid 7eafa89b-728a-42c8-9af7-5c909b1c3acb {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1021.117459] env[69763]: DEBUG nova.compute.utils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1021.216019] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122807, 'name': CreateVM_Task, 'duration_secs': 1.434985} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.216019] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1021.216019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.216019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.216019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.216019] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee8f0840-a761-4b86-a6fd-e6726a6c9d47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.222799] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1021.222799] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fef697-c0fb-7816-0769-c3b53b3be01b" [ 1021.222799] env[69763]: _type = "Task" [ 1021.222799] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.232691] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fef697-c0fb-7816-0769-c3b53b3be01b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.258630] env[69763]: DEBUG oslo_vmware.api [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122808, 'name': PowerOffVM_Task, 'duration_secs': 1.193918} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.261524] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.261524] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.261524] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f94c7379-c2b3-4061-894b-100e7eee2953 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.330491] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.330491] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.331647] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleting the datastore file [datastore1] 9b63e873-d174-44a6-8b0f-5f34d47f1d7b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.331647] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84d719b1-eed0-4e23-b088-b5ee11ec34fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.338517] env[69763]: DEBUG oslo_vmware.api [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1021.338517] env[69763]: value = "task-4122812" [ 1021.338517] env[69763]: _type = "Task" [ 1021.338517] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.348418] env[69763]: DEBUG oslo_vmware.api [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122812, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.597578] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122810, 'name': ReconfigVM_Task, 'duration_secs': 0.522094} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.599698] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Reconfigured VM instance instance-0000003b to attach disk [datastore1] c5a2c922-980d-4b83-bc82-25c0958ec409/c5a2c922-980d-4b83-bc82-25c0958ec409.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1021.599698] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c373258-3784-40ed-83af-86a31745956f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.608108] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1021.608108] env[69763]: value = "task-4122813" [ 1021.608108] env[69763]: _type = "Task" [ 1021.608108] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.623817] env[69763]: DEBUG nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1021.627137] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122813, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.738553] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fef697-c0fb-7816-0769-c3b53b3be01b, 'name': SearchDatastore_Task, 'duration_secs': 0.012826} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.738896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.739159] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1021.739487] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.739683] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.739889] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1021.740190] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3a77543d-c222-4cc3-965d-72876ed35c57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.752877] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1021.752877] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1021.752877] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82393222-3a8b-41a0-abd5-5972b89b1c3e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.760446] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1021.760446] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526ebb78-147a-8938-25a8-4aeef0f90e4a" [ 1021.760446] env[69763]: _type = "Task" [ 1021.760446] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.773103] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526ebb78-147a-8938-25a8-4aeef0f90e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.851419] env[69763]: DEBUG oslo_vmware.api [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122812, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18268} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.852174] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.852174] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.852174] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.852447] env[69763]: INFO nova.compute.manager [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Took 2.13 seconds to destroy the instance on the hypervisor. [ 1021.852655] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.852946] env[69763]: DEBUG nova.compute.manager [-] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.855037] env[69763]: DEBUG nova.network.neutron [-] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1022.122818] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122813, 'name': Rename_Task, 'duration_secs': 0.155284} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.123557] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.123788] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2710822-b883-4c3f-8577-08beceba0133 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.134783] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1022.134783] env[69763]: value = "task-4122814" [ 1022.134783] env[69763]: _type = "Task" [ 1022.134783] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.145344] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122814, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.220014] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f1f9af-3473-455c-9eee-9a89a19264f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.229516] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a3b5c1-21de-4799-a733-43883ea6b9ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.276982] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a70437-e4e4-4b68-b692-b7ed19aff5e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.294041] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526ebb78-147a-8938-25a8-4aeef0f90e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.014573} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.298286] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb0ac77-db1d-4501-bdf7-9c647c6383cf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.303620] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1ba7217-942e-47c2-b163-180abbf2008d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.310824] env[69763]: DEBUG nova.compute.manager [req-0387afb7-bb49-49d5-8633-79d1dd77af71 req-5a681e61-d1e8-44c5-a44b-4a13a554aa2d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Received event network-vif-deleted-c3ceffb2-d1bd-46a2-9c09-a30e7a402588 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.311265] env[69763]: INFO nova.compute.manager [req-0387afb7-bb49-49d5-8633-79d1dd77af71 req-5a681e61-d1e8-44c5-a44b-4a13a554aa2d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Neutron deleted interface c3ceffb2-d1bd-46a2-9c09-a30e7a402588; detaching it from the instance and deleting it from the info cache [ 1022.311510] env[69763]: DEBUG nova.network.neutron [req-0387afb7-bb49-49d5-8633-79d1dd77af71 req-5a681e61-d1e8-44c5-a44b-4a13a554aa2d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.323370] env[69763]: DEBUG nova.compute.provider_tree [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1022.325121] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1022.325121] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5212a24b-ab3e-3774-b68e-67b9b19d2686" [ 1022.325121] env[69763]: _type = "Task" [ 1022.325121] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.326835] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5ba8f69d-e26a-40e7-8c6b-f4834a6753a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.344021] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5212a24b-ab3e-3774-b68e-67b9b19d2686, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.349704] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3e8454-58bd-45b4-a111-b41de08d8406 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.393790] env[69763]: DEBUG nova.compute.manager [req-0387afb7-bb49-49d5-8633-79d1dd77af71 req-5a681e61-d1e8-44c5-a44b-4a13a554aa2d service nova] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Detach interface failed, port_id=c3ceffb2-d1bd-46a2-9c09-a30e7a402588, reason: Instance 9b63e873-d174-44a6-8b0f-5f34d47f1d7b could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1022.636946] env[69763]: DEBUG nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1022.651531] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122814, 'name': PowerOnVM_Task, 'duration_secs': 0.495741} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.651803] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1022.651990] env[69763]: INFO nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Took 8.66 seconds to spawn the instance on the hypervisor. [ 1022.652186] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1022.652978] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd8e1f3-6aa2-4ff6-a100-a57a2bfe5b2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.678017] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:47:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='157134539',id=20,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-1592298094',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.678336] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.678526] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.678745] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.678931] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.681926] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.681926] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.681926] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.681926] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.681926] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.681926] env[69763]: DEBUG nova.virt.hardware [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.682487] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5929a588-7a02-4bb2-bce8-2ad7f0a4bb36 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.690124] env[69763]: DEBUG nova.compute.manager [req-cedd35ce-7f67-4186-aa4e-2dfee9d63ef0 req-265723b0-b609-444a-85ad-541396c8d49f service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Received event network-vif-plugged-9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.690502] env[69763]: DEBUG oslo_concurrency.lockutils [req-cedd35ce-7f67-4186-aa4e-2dfee9d63ef0 req-265723b0-b609-444a-85ad-541396c8d49f service nova] Acquiring lock "6cb99f85-234f-4300-8dc2-e18cb877a02b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.690578] env[69763]: DEBUG oslo_concurrency.lockutils [req-cedd35ce-7f67-4186-aa4e-2dfee9d63ef0 req-265723b0-b609-444a-85ad-541396c8d49f service nova] Lock "6cb99f85-234f-4300-8dc2-e18cb877a02b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.690734] env[69763]: DEBUG oslo_concurrency.lockutils [req-cedd35ce-7f67-4186-aa4e-2dfee9d63ef0 req-265723b0-b609-444a-85ad-541396c8d49f service nova] Lock "6cb99f85-234f-4300-8dc2-e18cb877a02b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.690907] env[69763]: DEBUG nova.compute.manager [req-cedd35ce-7f67-4186-aa4e-2dfee9d63ef0 req-265723b0-b609-444a-85ad-541396c8d49f service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] No waiting events found dispatching network-vif-plugged-9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1022.692350] env[69763]: WARNING nova.compute.manager [req-cedd35ce-7f67-4186-aa4e-2dfee9d63ef0 req-265723b0-b609-444a-85ad-541396c8d49f service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Received unexpected event network-vif-plugged-9d87571a-e9de-4c5f-ad49-63ee5cccde6c for instance with vm_state building and task_state spawning. [ 1022.696421] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134a7b4e-ad0d-4a58-b76a-2d81d49816a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.804231] env[69763]: DEBUG nova.network.neutron [-] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.827513] env[69763]: DEBUG nova.scheduler.client.report [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1022.837311] env[69763]: DEBUG nova.network.neutron [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Successfully updated port: 9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1022.845371] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5212a24b-ab3e-3774-b68e-67b9b19d2686, 'name': SearchDatastore_Task, 'duration_secs': 0.052128} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.846667] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.846667] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 7ea68797-5633-4569-9585-f94f1aeb530b/7ea68797-5633-4569-9585-f94f1aeb530b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1022.846667] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-724712f1-4584-4c47-8a68-58fc20793e41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.856071] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1022.856071] env[69763]: value = "task-4122815" [ 1022.856071] env[69763]: _type = "Task" [ 1022.856071] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.868195] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122815, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.178104] env[69763]: INFO nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Took 40.39 seconds to build instance. [ 1023.307566] env[69763]: INFO nova.compute.manager [-] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Took 1.45 seconds to deallocate network for instance. [ 1023.336660] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.223s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.339854] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.716s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.341242] env[69763]: INFO nova.compute.claims [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1023.345986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.345986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquired lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.345986] env[69763]: DEBUG nova.network.neutron [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1023.367418] env[69763]: INFO nova.scheduler.client.report [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Deleted allocations for instance 7eafa89b-728a-42c8-9af7-5c909b1c3acb [ 1023.374941] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122815, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.680356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "c5a2c922-980d-4b83-bc82-25c0958ec409" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.443s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.816492] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.877136] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122815, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.754178} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.877474] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 7ea68797-5633-4569-9585-f94f1aeb530b/7ea68797-5633-4569-9585-f94f1aeb530b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1023.877698] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1023.878402] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50412749-6f02-40aa-b6d7-62c0e99f9b25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.883593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-44f01d56-5aba-47ee-8e02-280f526e90e3 tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "7eafa89b-728a-42c8-9af7-5c909b1c3acb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.878s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.888808] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1023.888808] env[69763]: value = "task-4122816" [ 1023.888808] env[69763]: _type = "Task" [ 1023.888808] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.893467] env[69763]: DEBUG nova.network.neutron [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1023.901781] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122816, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.057514] env[69763]: DEBUG nova.network.neutron [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Updating instance_info_cache with network_info: [{"id": "9d87571a-e9de-4c5f-ad49-63ee5cccde6c", "address": "fa:16:3e:e6:15:c5", "network": {"id": "b02b10ac-9a4d-4dbf-8dcb-819456bb0289", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1750405143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6357bc400fff46689ddcc50959d6c678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d87571a-e9", "ovs_interfaceid": "9d87571a-e9de-4c5f-ad49-63ee5cccde6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.263352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquiring lock "0ba728e6-127d-4b7f-9559-37b380cdb781" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.263695] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "0ba728e6-127d-4b7f-9559-37b380cdb781" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.263871] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquiring lock "0ba728e6-127d-4b7f-9559-37b380cdb781-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.264020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "0ba728e6-127d-4b7f-9559-37b380cdb781-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.264199] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "0ba728e6-127d-4b7f-9559-37b380cdb781-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.266496] env[69763]: INFO nova.compute.manager [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Terminating instance [ 1024.405491] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122816, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129628} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.406227] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1024.406642] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730983b-1578-4132-a749-9bee082a305d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.431761] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 7ea68797-5633-4569-9585-f94f1aeb530b/7ea68797-5633-4569-9585-f94f1aeb530b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1024.434885] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-174d10ad-9d5a-46f4-a3af-a72f620675e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.457146] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1024.457146] env[69763]: value = "task-4122817" [ 1024.457146] env[69763]: _type = "Task" [ 1024.457146] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.474477] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122817, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.560545] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Releasing lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.563356] env[69763]: DEBUG nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Instance network_info: |[{"id": "9d87571a-e9de-4c5f-ad49-63ee5cccde6c", "address": "fa:16:3e:e6:15:c5", "network": {"id": "b02b10ac-9a4d-4dbf-8dcb-819456bb0289", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1750405143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6357bc400fff46689ddcc50959d6c678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d87571a-e9", "ovs_interfaceid": "9d87571a-e9de-4c5f-ad49-63ee5cccde6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1024.563356] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:15:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3e51ebca-e0f8-4b77-b155-4ff928eef130', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9d87571a-e9de-4c5f-ad49-63ee5cccde6c', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1024.568994] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.569315] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1024.569572] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be121da8-3390-4b7e-b60b-b2e09d3f7aa9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.593833] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1024.593833] env[69763]: value = "task-4122818" [ 1024.593833] env[69763]: _type = "Task" [ 1024.593833] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.609034] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122818, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.697020] env[69763]: INFO nova.compute.manager [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Rebuilding instance [ 1024.768885] env[69763]: DEBUG nova.compute.manager [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1024.770038] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec249bf8-5cb8-4fa0-8682-5315f4853614 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.774867] env[69763]: DEBUG nova.compute.manager [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1024.775223] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1024.776531] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e3ffe31-31f7-4ca1-aa82-4673891297ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.792112] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1024.792112] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4411ea5d-8a96-418a-82a0-98ccb1b7b702 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.800926] env[69763]: DEBUG oslo_vmware.api [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 1024.800926] env[69763]: value = "task-4122819" [ 1024.800926] env[69763]: _type = "Task" [ 1024.800926] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.812085] env[69763]: DEBUG nova.compute.manager [req-e20273b7-c1c1-45a3-8bc4-e590fb98ecc5 req-001c6514-6962-462d-a270-3901ca2f8260 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Received event network-changed-9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.812309] env[69763]: DEBUG nova.compute.manager [req-e20273b7-c1c1-45a3-8bc4-e590fb98ecc5 req-001c6514-6962-462d-a270-3901ca2f8260 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Refreshing instance network info cache due to event network-changed-9d87571a-e9de-4c5f-ad49-63ee5cccde6c. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1024.812587] env[69763]: DEBUG oslo_concurrency.lockutils [req-e20273b7-c1c1-45a3-8bc4-e590fb98ecc5 req-001c6514-6962-462d-a270-3901ca2f8260 service nova] Acquiring lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.812845] env[69763]: DEBUG oslo_concurrency.lockutils [req-e20273b7-c1c1-45a3-8bc4-e590fb98ecc5 req-001c6514-6962-462d-a270-3901ca2f8260 service nova] Acquired lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.812926] env[69763]: DEBUG nova.network.neutron [req-e20273b7-c1c1-45a3-8bc4-e590fb98ecc5 req-001c6514-6962-462d-a270-3901ca2f8260 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Refreshing network info cache for port 9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1024.817818] env[69763]: DEBUG oslo_vmware.api [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122819, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.971485] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122817, 'name': ReconfigVM_Task, 'duration_secs': 0.383349} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.971793] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 7ea68797-5633-4569-9585-f94f1aeb530b/7ea68797-5633-4569-9585-f94f1aeb530b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1024.972472] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e2a3e9b-163a-4af5-b93d-904d784e3911 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.980805] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1024.980805] env[69763]: value = "task-4122820" [ 1024.980805] env[69763]: _type = "Task" [ 1024.980805] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.991447] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122820, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.041055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8435dfe0-4476-4610-aa6f-f300127ac61f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.050194] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92663637-b88e-4430-86b7-74a2c31a074a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.089326] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e12065b-d847-46e4-8ba2-9595dca4cd85 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.101702] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a3831d-1043-4b63-a3ee-3723e4253d23 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.113889] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122818, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.122843] env[69763]: DEBUG nova.compute.provider_tree [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.313024] env[69763]: DEBUG oslo_vmware.api [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122819, 'name': PowerOffVM_Task, 'duration_secs': 0.348256} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.315412] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.315412] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.315412] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ad6f57d-d9a6-402d-8075-994fd4ce51d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.493157] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122820, 'name': Rename_Task, 'duration_secs': 0.190256} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.494170] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1025.494170] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e490c5d1-c5df-427b-af89-563e129d2bb0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.504260] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1025.504260] env[69763]: value = "task-4122822" [ 1025.504260] env[69763]: _type = "Task" [ 1025.504260] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.518211] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.612373] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122818, 'name': CreateVM_Task, 'duration_secs': 0.860945} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.612565] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1025.614218] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.614398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.614778] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.615147] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee9996af-8e9e-47f8-aed7-b803ee446f2f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.622277] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1025.622277] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52030eee-7b71-5674-6cdf-ac8e8faadf28" [ 1025.622277] env[69763]: _type = "Task" [ 1025.622277] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.627299] env[69763]: DEBUG nova.scheduler.client.report [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.639237] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52030eee-7b71-5674-6cdf-ac8e8faadf28, 'name': SearchDatastore_Task} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.642693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.643030] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1025.643296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.643513] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.643731] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.645039] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c14f045-5bda-4d57-b0dc-793e824ceb45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.656512] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.656809] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.658664] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f12ce5b-aece-4db5-a796-e8154e4ad93b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.666482] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1025.666482] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c89658-bcf1-d8a3-cbfc-0df1bd005e80" [ 1025.666482] env[69763]: _type = "Task" [ 1025.666482] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.675923] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c89658-bcf1-d8a3-cbfc-0df1bd005e80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.750235] env[69763]: DEBUG nova.network.neutron [req-e20273b7-c1c1-45a3-8bc4-e590fb98ecc5 req-001c6514-6962-462d-a270-3901ca2f8260 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Updated VIF entry in instance network info cache for port 9d87571a-e9de-4c5f-ad49-63ee5cccde6c. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1025.750762] env[69763]: DEBUG nova.network.neutron [req-e20273b7-c1c1-45a3-8bc4-e590fb98ecc5 req-001c6514-6962-462d-a270-3901ca2f8260 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Updating instance_info_cache with network_info: [{"id": "9d87571a-e9de-4c5f-ad49-63ee5cccde6c", "address": "fa:16:3e:e6:15:c5", "network": {"id": "b02b10ac-9a4d-4dbf-8dcb-819456bb0289", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1750405143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6357bc400fff46689ddcc50959d6c678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d87571a-e9", "ovs_interfaceid": "9d87571a-e9de-4c5f-ad49-63ee5cccde6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.799856] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.800254] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1168db67-5962-43ba-9189-32bf25dae63d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.807883] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 1025.807883] env[69763]: value = "task-4122823" [ 1025.807883] env[69763]: _type = "Task" [ 1025.807883] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.817718] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122823, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.902875] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.903172] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.903315] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Deleting the datastore file [datastore1] 0ba728e6-127d-4b7f-9559-37b380cdb781 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.903766] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-565052ee-5b9f-4a89-8778-78eb533fd2aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.913081] env[69763]: DEBUG oslo_vmware.api [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for the task: (returnval){ [ 1025.913081] env[69763]: value = "task-4122824" [ 1025.913081] env[69763]: _type = "Task" [ 1025.913081] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.923380] env[69763]: DEBUG oslo_vmware.api [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.017295] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122822, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.133555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.794s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.134445] env[69763]: DEBUG nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1026.138563] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.792s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.138563] env[69763]: DEBUG nova.objects.instance [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lazy-loading 'resources' on Instance uuid 3b94583b-dae6-405d-8d9e-66b0ada48283 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.179150] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c89658-bcf1-d8a3-cbfc-0df1bd005e80, 'name': SearchDatastore_Task, 'duration_secs': 0.01312} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.180168] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b49fd5-fb20-40df-b9b6-dad0228a0b8c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.190675] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1026.190675] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52869106-75a5-6c88-07b9-97b3c2c106bd" [ 1026.190675] env[69763]: _type = "Task" [ 1026.190675] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.202359] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52869106-75a5-6c88-07b9-97b3c2c106bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.254027] env[69763]: DEBUG oslo_concurrency.lockutils [req-e20273b7-c1c1-45a3-8bc4-e590fb98ecc5 req-001c6514-6962-462d-a270-3901ca2f8260 service nova] Releasing lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.319423] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122823, 'name': PowerOffVM_Task, 'duration_secs': 0.240073} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.319902] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1026.320483] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.320771] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9212b345-14ce-4d54-9d42-38446679cc3b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.327864] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 1026.327864] env[69763]: value = "task-4122825" [ 1026.327864] env[69763]: _type = "Task" [ 1026.327864] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.336280] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122825, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.424114] env[69763]: DEBUG oslo_vmware.api [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Task: {'id': task-4122824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300988} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.424447] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.425532] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.425532] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.425532] env[69763]: INFO nova.compute.manager [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1026.425532] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1026.425821] env[69763]: DEBUG nova.compute.manager [-] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1026.425821] env[69763]: DEBUG nova.network.neutron [-] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1026.466490] env[69763]: DEBUG oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f79639-e9bb-4389-830c-ce7916213038/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1026.467404] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131a16a1-ae4c-4588-a356-648118448cad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.474281] env[69763]: DEBUG oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f79639-e9bb-4389-830c-ce7916213038/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1026.474473] env[69763]: ERROR oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f79639-e9bb-4389-830c-ce7916213038/disk-0.vmdk due to incomplete transfer. [ 1026.474877] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-2f4b4141-676f-4dd4-81c3-33c8ba2e14d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.488661] env[69763]: DEBUG oslo_vmware.rw_handles [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52f79639-e9bb-4389-830c-ce7916213038/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1026.488879] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Uploaded image 58adc6cd-e3a9-4f0b-b63c-f366bef319b4 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1026.491546] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1026.491884] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-11f43b64-37dd-41e2-893f-7d2f691ceb8d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.500805] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1026.500805] env[69763]: value = "task-4122826" [ 1026.500805] env[69763]: _type = "Task" [ 1026.500805] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.513604] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122826, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.519017] env[69763]: DEBUG oslo_vmware.api [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122822, 'name': PowerOnVM_Task, 'duration_secs': 0.589036} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.519368] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1026.519643] env[69763]: INFO nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1026.519863] env[69763]: DEBUG nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1026.520699] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0c34604-e665-433a-aca8-287c9f3d5d94 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.644607] env[69763]: DEBUG nova.compute.utils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1026.655604] env[69763]: DEBUG nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1026.655604] env[69763]: DEBUG nova.network.neutron [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1026.700569] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52869106-75a5-6c88-07b9-97b3c2c106bd, 'name': SearchDatastore_Task, 'duration_secs': 0.020211} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.700569] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.700826] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6cb99f85-234f-4300-8dc2-e18cb877a02b/6cb99f85-234f-4300-8dc2-e18cb877a02b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1026.701133] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-51c2b6f7-365e-4070-ae20-fedd1d3e4c24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.709633] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1026.709633] env[69763]: value = "task-4122827" [ 1026.709633] env[69763]: _type = "Task" [ 1026.709633] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.720844] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.724270] env[69763]: DEBUG nova.policy [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0de17b692741758e68622273fdd2c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af97ede15df340b8bbf0c60bb5183105', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1026.845989] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1026.846414] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1026.846841] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816543', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'name': 'volume-9451eb81-2568-49dc-9083-f22a15a333bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c800ff-c590-4e06-961f-fbb50928aa71', 'attached_at': '', 'detached_at': '', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'serial': '9451eb81-2568-49dc-9083-f22a15a333bb'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1026.847927] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1d6661e-f773-4101-9f4a-b3a64bd24a91 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.875194] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b82834-dd40-4e38-8464-fb7e4c275368 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.886772] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6b5ad7-4212-45d1-8848-8822d687d473 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.908685] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922c093c-2284-485e-a700-61eabce505b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.926976] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] The volume has not been displaced from its original location: [datastore2] volume-9451eb81-2568-49dc-9083-f22a15a333bb/volume-9451eb81-2568-49dc-9083-f22a15a333bb.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1026.933366] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Reconfiguring VM instance instance-00000015 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1026.937030] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57df4182-9bcb-4dbc-a739-be6f8b5bf6dc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.957786] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 1026.957786] env[69763]: value = "task-4122828" [ 1026.957786] env[69763]: _type = "Task" [ 1026.957786] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.966765] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.013959] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122826, 'name': Destroy_Task, 'duration_secs': 0.351138} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.015026] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Destroyed the VM [ 1027.015026] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1027.015188] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3eb06ce2-3763-4030-872e-97527515faf3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.022576] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1027.022576] env[69763]: value = "task-4122829" [ 1027.022576] env[69763]: _type = "Task" [ 1027.022576] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.037768] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.044325] env[69763]: INFO nova.compute.manager [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Took 43.02 seconds to build instance. [ 1027.155685] env[69763]: DEBUG nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1027.223735] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122827, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.251890] env[69763]: DEBUG nova.compute.manager [req-62c2b0c6-b266-495e-86f8-54de32bf6225 req-d9909827-b394-4c0e-867d-9cc90a6eeede service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Received event network-vif-deleted-155b124a-409c-4cb0-ac61-73ae1dbde431 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1027.252148] env[69763]: INFO nova.compute.manager [req-62c2b0c6-b266-495e-86f8-54de32bf6225 req-d9909827-b394-4c0e-867d-9cc90a6eeede service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Neutron deleted interface 155b124a-409c-4cb0-ac61-73ae1dbde431; detaching it from the instance and deleting it from the info cache [ 1027.252363] env[69763]: DEBUG nova.network.neutron [req-62c2b0c6-b266-495e-86f8-54de32bf6225 req-d9909827-b394-4c0e-867d-9cc90a6eeede service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.289269] env[69763]: DEBUG nova.network.neutron [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Successfully created port: b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1027.440132] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05cb1bf8-d9a9-47e6-9513-3d1f8016ff7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.448726] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8fbd57-b0dc-4589-8b91-233d5d87c1c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.491215] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6a38f6-e538-47bc-9053-240a318818af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.503992] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee7f02c7-ba69-4bd3-8978-dfe0eb0aac2e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.508133] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122828, 'name': ReconfigVM_Task, 'duration_secs': 0.300786} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.508472] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Reconfigured VM instance instance-00000015 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1027.514110] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12411447-1fd2-4418-b099-879e7070f8e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.540590] env[69763]: DEBUG nova.compute.provider_tree [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.549030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cf62dc49-9d4a-49a9-9917-47d6b80cbb53 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "7ea68797-5633-4569-9585-f94f1aeb530b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.261s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.552558] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122829, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.554270] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 1027.554270] env[69763]: value = "task-4122830" [ 1027.554270] env[69763]: _type = "Task" [ 1027.554270] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.566885] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122830, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.588311] env[69763]: DEBUG nova.network.neutron [-] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.721366] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857181} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.721823] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6cb99f85-234f-4300-8dc2-e18cb877a02b/6cb99f85-234f-4300-8dc2-e18cb877a02b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1027.722109] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1027.722410] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73e2ba66-6a14-4166-a0a0-f8e8cea52f32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.730636] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1027.730636] env[69763]: value = "task-4122831" [ 1027.730636] env[69763]: _type = "Task" [ 1027.730636] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.742677] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122831, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.755795] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9717441-770e-41b9-bd26-d3bc386ead66 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.767334] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156c3f47-bbb3-42e2-821d-fe4d39f99b68 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.813444] env[69763]: DEBUG nova.compute.manager [req-62c2b0c6-b266-495e-86f8-54de32bf6225 req-d9909827-b394-4c0e-867d-9cc90a6eeede service nova] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Detach interface failed, port_id=155b124a-409c-4cb0-ac61-73ae1dbde431, reason: Instance 0ba728e6-127d-4b7f-9559-37b380cdb781 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1028.050833] env[69763]: DEBUG nova.scheduler.client.report [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.055512] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122829, 'name': RemoveSnapshot_Task, 'duration_secs': 0.80504} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.055512] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1028.055512] env[69763]: DEBUG nova.compute.manager [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1028.055932] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89784c00-58f3-4ae4-a334-da97cab3d33d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.073916] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122830, 'name': ReconfigVM_Task, 'duration_secs': 0.15315} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.074498] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816543', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'name': 'volume-9451eb81-2568-49dc-9083-f22a15a333bb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a2c800ff-c590-4e06-961f-fbb50928aa71', 'attached_at': '', 'detached_at': '', 'volume_id': '9451eb81-2568-49dc-9083-f22a15a333bb', 'serial': '9451eb81-2568-49dc-9083-f22a15a333bb'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1028.074729] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.075720] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b10c38b6-e490-432f-911d-50b826510a5d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.084061] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1028.084215] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-365ea6e0-1cc1-43de-8d82-4d79eb2f93dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.089825] env[69763]: INFO nova.compute.manager [-] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Took 1.66 seconds to deallocate network for instance. [ 1028.157460] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1028.159059] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1028.159059] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Deleting the datastore file [datastore2] a2c800ff-c590-4e06-961f-fbb50928aa71 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1028.159059] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-914a495b-53da-4afe-91a7-82643b137a89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.168024] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for the task: (returnval){ [ 1028.168024] env[69763]: value = "task-4122833" [ 1028.168024] env[69763]: _type = "Task" [ 1028.168024] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.170817] env[69763]: DEBUG nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.179619] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122833, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.210047] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.210436] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.210649] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.210843] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.210990] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.211151] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.211372] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.212609] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.212609] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.212609] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.212609] env[69763]: DEBUG nova.virt.hardware [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.214497] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43ac4e51-c385-4194-8087-7c2e47bb22b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.223928] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1606264f-e97c-4324-90d0-c110c1f3cc99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.251719] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122831, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074964} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.251719] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1028.251719] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b808622-4b53-4238-bb7e-ddadd8e5d681 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.278472] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6cb99f85-234f-4300-8dc2-e18cb877a02b/6cb99f85-234f-4300-8dc2-e18cb877a02b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.279156] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-44a2884a-7850-42f5-a9f0-6770ec5716b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.300368] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1028.300368] env[69763]: value = "task-4122834" [ 1028.300368] env[69763]: _type = "Task" [ 1028.300368] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.310549] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122834, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.320107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "c5a2c922-980d-4b83-bc82-25c0958ec409" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.320775] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "c5a2c922-980d-4b83-bc82-25c0958ec409" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.321018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "c5a2c922-980d-4b83-bc82-25c0958ec409-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.321240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "c5a2c922-980d-4b83-bc82-25c0958ec409-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.321422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "c5a2c922-980d-4b83-bc82-25c0958ec409-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.324395] env[69763]: INFO nova.compute.manager [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Terminating instance [ 1028.452066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "7ea68797-5633-4569-9585-f94f1aeb530b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.452412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "7ea68797-5633-4569-9585-f94f1aeb530b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.452540] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "7ea68797-5633-4569-9585-f94f1aeb530b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.452753] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "7ea68797-5633-4569-9585-f94f1aeb530b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.452976] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "7ea68797-5633-4569-9585-f94f1aeb530b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.455235] env[69763]: INFO nova.compute.manager [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Terminating instance [ 1028.560063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.422s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.563445] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.024s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.563800] env[69763]: DEBUG nova.objects.instance [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lazy-loading 'resources' on Instance uuid c5fc189f-8a03-47bb-a655-72516530d9a0 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1028.578847] env[69763]: INFO nova.compute.manager [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Shelve offloading [ 1028.591633] env[69763]: INFO nova.scheduler.client.report [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted allocations for instance 3b94583b-dae6-405d-8d9e-66b0ada48283 [ 1028.599256] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.681199] env[69763]: DEBUG oslo_vmware.api [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Task: {'id': task-4122833, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.322116} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.681491] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.681680] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.681856] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.748137] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1028.748491] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff77aace-efff-4ec0-bf26-2f2c6a58147e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.761590] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab35aa9-b89f-4bc9-bdb7-8c63ca3147e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.804239] env[69763]: ERROR nova.compute.manager [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Failed to detach volume 9451eb81-2568-49dc-9083-f22a15a333bb from /dev/sda: nova.exception.InstanceNotFound: Instance a2c800ff-c590-4e06-961f-fbb50928aa71 could not be found. [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Traceback (most recent call last): [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self.driver.rebuild(**kwargs) [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] raise NotImplementedError() [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] NotImplementedError [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] During handling of the above exception, another exception occurred: [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Traceback (most recent call last): [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self.driver.detach_volume(context, old_connection_info, [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] return self._volumeops.detach_volume(connection_info, instance) [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self._detach_volume_vmdk(connection_info, instance) [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] stable_ref.fetch_moref(session) [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] nova.exception.InstanceNotFound: Instance a2c800ff-c590-4e06-961f-fbb50928aa71 could not be found. [ 1028.804239] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] [ 1028.817810] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122834, 'name': ReconfigVM_Task, 'duration_secs': 0.311472} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.818095] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6cb99f85-234f-4300-8dc2-e18cb877a02b/6cb99f85-234f-4300-8dc2-e18cb877a02b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.818432] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69763) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 1028.819297] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-aa2921a5-3564-442e-b04f-b94997a84e61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.828564] env[69763]: DEBUG nova.compute.manager [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.828769] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.829447] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1028.829447] env[69763]: value = "task-4122835" [ 1028.829447] env[69763]: _type = "Task" [ 1028.829447] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.830259] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1974e0af-bb4e-4b88-9086-540ce4965406 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.848305] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122835, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.852420] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.852855] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-720f40d6-64b1-49dd-a62a-63d76f77efc4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.861465] env[69763]: DEBUG oslo_vmware.api [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1028.861465] env[69763]: value = "task-4122836" [ 1028.861465] env[69763]: _type = "Task" [ 1028.861465] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.873604] env[69763]: DEBUG oslo_vmware.api [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.961121] env[69763]: DEBUG nova.compute.manager [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1028.961477] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1028.962655] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33cfdc6-009b-4217-940f-455ab1aacf22 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.975238] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1028.975238] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de79c345-d2d4-4ac1-b8a4-e694169760d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.983188] env[69763]: DEBUG oslo_vmware.api [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1028.983188] env[69763]: value = "task-4122837" [ 1028.983188] env[69763]: _type = "Task" [ 1028.983188] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.994760] env[69763]: DEBUG oslo_vmware.api [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122837, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.024952] env[69763]: DEBUG nova.compute.utils [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Build of instance a2c800ff-c590-4e06-961f-fbb50928aa71 aborted: Failed to rebuild volume backed instance. {{(pid=69763) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1029.027836] env[69763]: ERROR nova.compute.manager [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance a2c800ff-c590-4e06-961f-fbb50928aa71 aborted: Failed to rebuild volume backed instance. [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Traceback (most recent call last): [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self.driver.rebuild(**kwargs) [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] raise NotImplementedError() [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] NotImplementedError [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] During handling of the above exception, another exception occurred: [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Traceback (most recent call last): [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self._detach_root_volume(context, instance, root_bdm) [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] with excutils.save_and_reraise_exception(): [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self.force_reraise() [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] raise self.value [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self.driver.detach_volume(context, old_connection_info, [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] return self._volumeops.detach_volume(connection_info, instance) [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self._detach_volume_vmdk(connection_info, instance) [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] stable_ref.fetch_moref(session) [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] nova.exception.InstanceNotFound: Instance a2c800ff-c590-4e06-961f-fbb50928aa71 could not be found. [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] [ 1029.027836] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] During handling of the above exception, another exception occurred: [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Traceback (most recent call last): [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] yield [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self._do_rebuild_instance_with_claim( [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self._do_rebuild_instance( [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self._rebuild_default_impl(**kwargs) [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] self._rebuild_volume_backed_instance( [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] raise exception.BuildAbortException( [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] nova.exception.BuildAbortException: Build of instance a2c800ff-c590-4e06-961f-fbb50928aa71 aborted: Failed to rebuild volume backed instance. [ 1029.028965] env[69763]: ERROR nova.compute.manager [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] [ 1029.033822] env[69763]: DEBUG nova.compute.manager [req-1b3405be-51d3-45d5-be88-f71253ca767d req-3e4e34cb-ef3d-4bd6-9c3d-42dbc3a11c23 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Received event network-vif-plugged-b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1029.035320] env[69763]: DEBUG oslo_concurrency.lockutils [req-1b3405be-51d3-45d5-be88-f71253ca767d req-3e4e34cb-ef3d-4bd6-9c3d-42dbc3a11c23 service nova] Acquiring lock "642cf735-ef28-44f7-a9df-359861053897-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.035622] env[69763]: DEBUG oslo_concurrency.lockutils [req-1b3405be-51d3-45d5-be88-f71253ca767d req-3e4e34cb-ef3d-4bd6-9c3d-42dbc3a11c23 service nova] Lock "642cf735-ef28-44f7-a9df-359861053897-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.035850] env[69763]: DEBUG oslo_concurrency.lockutils [req-1b3405be-51d3-45d5-be88-f71253ca767d req-3e4e34cb-ef3d-4bd6-9c3d-42dbc3a11c23 service nova] Lock "642cf735-ef28-44f7-a9df-359861053897-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.036077] env[69763]: DEBUG nova.compute.manager [req-1b3405be-51d3-45d5-be88-f71253ca767d req-3e4e34cb-ef3d-4bd6-9c3d-42dbc3a11c23 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] No waiting events found dispatching network-vif-plugged-b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1029.036287] env[69763]: WARNING nova.compute.manager [req-1b3405be-51d3-45d5-be88-f71253ca767d req-3e4e34cb-ef3d-4bd6-9c3d-42dbc3a11c23 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Received unexpected event network-vif-plugged-b733cece-2899-4d3e-9d48-835e7b9b28b7 for instance with vm_state building and task_state spawning. [ 1029.083514] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.084248] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b23b1875-4591-49b4-9ec1-b850560a8248 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.093630] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1029.093630] env[69763]: value = "task-4122838" [ 1029.093630] env[69763]: _type = "Task" [ 1029.093630] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.105149] env[69763]: DEBUG oslo_concurrency.lockutils [None req-df9396d0-7376-4ed1-bbbd-5b480b85bacf tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "3b94583b-dae6-405d-8d9e-66b0ada48283" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.586s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.110738] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1029.111144] env[69763]: DEBUG nova.compute.manager [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1029.112042] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cda936d5-452d-423d-966a-604f69a76a85 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.126574] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.127022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.127315] env[69763]: DEBUG nova.network.neutron [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.212324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Acquiring lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.212324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.212324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Acquiring lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.212324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.212324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.214395] env[69763]: INFO nova.compute.manager [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Terminating instance [ 1029.238271] env[69763]: DEBUG nova.network.neutron [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Successfully updated port: b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1029.343934] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122835, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.061679} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.344558] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69763) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 1029.345055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7b017da-7614-4d66-8cdf-a2f9628c819f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.372675] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] 6cb99f85-234f-4300-8dc2-e18cb877a02b/ephemeral_0.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1029.378459] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c46b2aa3-a447-43bb-bac7-22f7b2fd5247 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.398793] env[69763]: DEBUG oslo_vmware.api [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122836, 'name': PowerOffVM_Task, 'duration_secs': 0.290851} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.400803] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.400803] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.400803] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1029.400803] env[69763]: value = "task-4122839" [ 1029.400803] env[69763]: _type = "Task" [ 1029.400803] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.400803] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c62e5a0-01c5-4d59-b78f-6cfb5e737ea4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.413342] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122839, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.477567] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.477892] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.478198] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleting the datastore file [datastore1] c5a2c922-980d-4b83-bc82-25c0958ec409 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.478600] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d31d4ea1-ec3e-4e3a-a7be-271d6deb5335 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.491463] env[69763]: DEBUG oslo_vmware.api [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1029.491463] env[69763]: value = "task-4122841" [ 1029.491463] env[69763]: _type = "Task" [ 1029.491463] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.498495] env[69763]: DEBUG oslo_vmware.api [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122837, 'name': PowerOffVM_Task, 'duration_secs': 0.267135} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.499138] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1029.499316] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1029.499622] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc7e0687-3ea9-4920-b48b-1ae2a094f935 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.504156] env[69763]: DEBUG oslo_vmware.api [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.588024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1029.588024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1029.588024] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleting the datastore file [datastore2] 7ea68797-5633-4569-9585-f94f1aeb530b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1029.588024] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e28c469b-e634-4210-8274-314555191213 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.593851] env[69763]: DEBUG oslo_vmware.api [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for the task: (returnval){ [ 1029.593851] env[69763]: value = "task-4122843" [ 1029.593851] env[69763]: _type = "Task" [ 1029.593851] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.606440] env[69763]: DEBUG oslo_vmware.api [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.664548] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa78e90-047e-4560-96d5-bc1669797d2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.673652] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794645f0-10ea-44d1-80af-9a8990a62ed4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.709201] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e84fe009-19ca-4994-919c-aac8307d3448 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.717174] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aee4907-a03a-47e6-bc3e-6b919f82535b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.721895] env[69763]: DEBUG nova.compute.manager [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1029.722140] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.722394] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e6352851-e871-4eaa-8579-a35c5cf8bdef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.735486] env[69763]: DEBUG nova.compute.provider_tree [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1029.738267] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 1029.738267] env[69763]: value = "task-4122844" [ 1029.738267] env[69763]: _type = "Task" [ 1029.738267] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.742077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.742235] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.742389] env[69763]: DEBUG nova.network.neutron [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.749528] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122844, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.912879] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122839, 'name': ReconfigVM_Task, 'duration_secs': 0.332919} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.913216] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Reconfigured VM instance instance-0000003d to attach disk [datastore2] 6cb99f85-234f-4300-8dc2-e18cb877a02b/ephemeral_0.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.913922] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87c0b8e3-4557-40f4-a4e2-c21f02c9330f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.923407] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1029.923407] env[69763]: value = "task-4122845" [ 1029.923407] env[69763]: _type = "Task" [ 1029.923407] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.931619] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122845, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.002448] env[69763]: DEBUG oslo_vmware.api [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154037} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.002821] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.003015] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.003193] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.003361] env[69763]: INFO nova.compute.manager [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1030.003607] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.003798] env[69763]: DEBUG nova.compute.manager [-] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.003889] env[69763]: DEBUG nova.network.neutron [-] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.109216] env[69763]: DEBUG oslo_vmware.api [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Task: {'id': task-4122843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.166432} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.110451] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.110693] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.110882] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.111095] env[69763]: INFO nova.compute.manager [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1030.111312] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1030.111527] env[69763]: DEBUG nova.compute.manager [-] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1030.111719] env[69763]: DEBUG nova.network.neutron [-] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1030.134097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "ec734c20-fb3f-42ca-9856-170aa115115c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.134347] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "ec734c20-fb3f-42ca-9856-170aa115115c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.240555] env[69763]: DEBUG nova.scheduler.client.report [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1030.261047] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122844, 'name': PowerOffVM_Task, 'duration_secs': 0.200334} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.261411] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.261666] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1030.261906] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816544', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'name': 'volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '303d37a8-47bf-4fab-aa8b-ed20d3a9afa6', 'attached_at': '', 'detached_at': '', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'serial': '09f1158b-81b2-40b9-8a4f-3f54ed802d96'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1030.262735] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22ac51-16ab-4e8f-ab0f-b9cf12ed0b72 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.290537] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6232ea8-1bdc-4986-83b9-487779b6cf2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.301155] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68aefb2d-00cb-4678-8387-541121c0b523 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.322680] env[69763]: DEBUG nova.network.neutron [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1030.325224] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bed2675-2f9e-4aa6-82c6-884b53a0924a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.335044] env[69763]: DEBUG nova.network.neutron [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [{"id": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "address": "fa:16:3e:ab:6c:64", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d7c4f8-9c", "ovs_interfaceid": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.347790] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] The volume has not been displaced from its original location: [datastore2] volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96/volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1030.353171] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Reconfiguring VM instance instance-00000016 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1030.354552] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffa92514-ba08-46cf-8930-f409bc3652df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.376813] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 1030.376813] env[69763]: value = "task-4122846" [ 1030.376813] env[69763]: _type = "Task" [ 1030.376813] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.386991] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122846, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.395311] env[69763]: DEBUG nova.compute.manager [req-265f405f-5586-43ff-ab60-9fc5c48ea562 req-248aabed-7dd5-4505-8479-5c993e3a133b service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Received event network-vif-deleted-fae116ea-d578-44a1-a029-1ddcfa749d13 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.395581] env[69763]: INFO nova.compute.manager [req-265f405f-5586-43ff-ab60-9fc5c48ea562 req-248aabed-7dd5-4505-8479-5c993e3a133b service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Neutron deleted interface fae116ea-d578-44a1-a029-1ddcfa749d13; detaching it from the instance and deleting it from the info cache [ 1030.395923] env[69763]: DEBUG nova.network.neutron [req-265f405f-5586-43ff-ab60-9fc5c48ea562 req-248aabed-7dd5-4505-8479-5c993e3a133b service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.434513] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122845, 'name': Rename_Task, 'duration_secs': 0.402887} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.434823] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1030.435144] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-91fc506c-8147-420f-b2e7-158c285b82b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.441814] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1030.441814] env[69763]: value = "task-4122847" [ 1030.441814] env[69763]: _type = "Task" [ 1030.441814] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.450977] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122847, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.611565] env[69763]: DEBUG nova.network.neutron [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.638658] env[69763]: DEBUG nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.754176] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.191s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.758069] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.682s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.758069] env[69763]: DEBUG nova.objects.instance [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lazy-loading 'resources' on Instance uuid c7fe2c20-7126-492b-b5e1-b59a28c3d7a9 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1030.787488] env[69763]: INFO nova.scheduler.client.report [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted allocations for instance c5fc189f-8a03-47bb-a655-72516530d9a0 [ 1030.833875] env[69763]: DEBUG nova.network.neutron [-] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.854382] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.889351] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122846, 'name': ReconfigVM_Task, 'duration_secs': 0.16935} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.889790] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Reconfigured VM instance instance-00000016 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1030.894561] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5f68625f-b42b-4ddf-99f7-64d757f825b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.906027] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8e7aaee4-9195-45f4-be51-3730421ed65b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.914864] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 1030.914864] env[69763]: value = "task-4122848" [ 1030.914864] env[69763]: _type = "Task" [ 1030.914864] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.921803] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56da3c4b-3952-479e-b3f8-327a6cf3803a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.938173] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.965245] env[69763]: DEBUG nova.compute.manager [req-265f405f-5586-43ff-ab60-9fc5c48ea562 req-248aabed-7dd5-4505-8479-5c993e3a133b service nova] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Detach interface failed, port_id=fae116ea-d578-44a1-a029-1ddcfa749d13, reason: Instance c5a2c922-980d-4b83-bc82-25c0958ec409 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1030.971864] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.050357] env[69763]: DEBUG oslo_concurrency.lockutils [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.112046] env[69763]: DEBUG nova.compute.manager [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Received event network-changed-b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1031.112364] env[69763]: DEBUG nova.compute.manager [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Refreshing instance network info cache due to event network-changed-b733cece-2899-4d3e-9d48-835e7b9b28b7. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1031.112467] env[69763]: DEBUG oslo_concurrency.lockutils [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] Acquiring lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.114392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.114672] env[69763]: DEBUG nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Instance network_info: |[{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1031.114929] env[69763]: DEBUG oslo_concurrency.lockutils [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] Acquired lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.115109] env[69763]: DEBUG nova.network.neutron [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Refreshing network info cache for port b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1031.116656] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:97:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b733cece-2899-4d3e-9d48-835e7b9b28b7', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1031.124243] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Creating folder: Project (af97ede15df340b8bbf0c60bb5183105). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.127648] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d7e639c6-0093-487b-baea-7c1d0c68096d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.129661] env[69763]: DEBUG nova.network.neutron [-] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.140968] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Created folder: Project (af97ede15df340b8bbf0c60bb5183105) in parent group-v816505. [ 1031.141224] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Creating folder: Instances. Parent ref: group-v816685. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1031.142211] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-649ed4ea-9e60-43f9-907a-8612aadaa770 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.157579] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Created folder: Instances in parent group-v816685. [ 1031.157854] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.158306] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 642cf735-ef28-44f7-a9df-359861053897] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1031.159245] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ee9dc4f4-ed20-42c7-8cd7-09e77f415d25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.175644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.183766] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1031.183766] env[69763]: value = "task-4122851" [ 1031.183766] env[69763]: _type = "Task" [ 1031.183766] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.192039] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122851, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.302998] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f262b0e9-a071-4f7d-a275-29c959a0dbef tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "c5fc189f-8a03-47bb-a655-72516530d9a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.385s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.337367] env[69763]: INFO nova.compute.manager [-] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Took 1.33 seconds to deallocate network for instance. [ 1031.384415] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.385335] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442bfb75-d933-4cbe-87ad-347b8283d118 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.397439] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.397748] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7abb8e72-e5f9-4814-b652-501579c437a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.428542] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122848, 'name': ReconfigVM_Task, 'duration_secs': 0.15163} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.432137] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816544', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'name': 'volume-09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '303d37a8-47bf-4fab-aa8b-ed20d3a9afa6', 'attached_at': '', 'detached_at': '', 'volume_id': '09f1158b-81b2-40b9-8a4f-3f54ed802d96', 'serial': '09f1158b-81b2-40b9-8a4f-3f54ed802d96'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1031.432459] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1031.433597] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8695554e-312f-4ebf-b68d-30f02be94e01 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.444901] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1031.444901] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8196c224-ac18-4a63-a0d0-2be798ce298c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.459856] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122847, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.468807] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.469038] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.469230] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleting the datastore file [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.469527] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79c7ffc8-8b1d-4829-9e95-c83ab5bf880b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.478713] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1031.478713] env[69763]: value = "task-4122854" [ 1031.478713] env[69763]: _type = "Task" [ 1031.478713] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.487634] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122854, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.501828] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Acquiring lock "a2c800ff-c590-4e06-961f-fbb50928aa71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.502311] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "a2c800ff-c590-4e06-961f-fbb50928aa71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.502485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Acquiring lock "a2c800ff-c590-4e06-961f-fbb50928aa71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.502711] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "a2c800ff-c590-4e06-961f-fbb50928aa71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.502974] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "a2c800ff-c590-4e06-961f-fbb50928aa71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.505546] env[69763]: DEBUG nova.network.neutron [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updated VIF entry in instance network info cache for port b733cece-2899-4d3e-9d48-835e7b9b28b7. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1031.505899] env[69763]: DEBUG nova.network.neutron [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.511036] env[69763]: INFO nova.compute.manager [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Terminating instance [ 1031.534300] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1031.534531] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1031.534705] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Deleting the datastore file [datastore2] 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1031.534967] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d090361a-c4b1-4cd9-b5f0-ac9777f52741 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.545982] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for the task: (returnval){ [ 1031.545982] env[69763]: value = "task-4122855" [ 1031.545982] env[69763]: _type = "Task" [ 1031.545982] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.557307] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122855, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.632688] env[69763]: INFO nova.compute.manager [-] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Took 1.52 seconds to deallocate network for instance. [ 1031.695361] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122851, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.829028] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86627fe-2c80-49d0-91e6-1300f79c3090 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.836617] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8417da12-cbc4-4b2d-9b09-9881aa1092c4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.844018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.868368] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43a943a5-6768-413d-94c7-f6d4ab5b2b15 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.876495] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b88ddf5b-e940-45c6-b50d-23efe15959ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.891600] env[69763]: DEBUG nova.compute.provider_tree [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.956693] env[69763]: DEBUG oslo_vmware.api [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122847, 'name': PowerOnVM_Task, 'duration_secs': 1.363328} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.957028] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1031.957213] env[69763]: INFO nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1031.957403] env[69763]: DEBUG nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1031.958244] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1e6ff32-24b0-49a6-b2f1-36170d4bf507 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.989633] env[69763]: DEBUG oslo_vmware.api [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4122854, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144492} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.989903] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.990097] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.990270] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.009054] env[69763]: INFO nova.scheduler.client.report [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleted allocations for instance b6f29db9-80f6-4781-b486-3d1a5b4f841c [ 1032.014985] env[69763]: DEBUG oslo_concurrency.lockutils [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] Releasing lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.015413] env[69763]: DEBUG nova.compute.manager [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Received event network-vif-deleted-cc890431-cdde-45bf-9759-f46167528349 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.015601] env[69763]: INFO nova.compute.manager [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Neutron deleted interface cc890431-cdde-45bf-9759-f46167528349; detaching it from the instance and deleting it from the info cache [ 1032.015786] env[69763]: DEBUG nova.network.neutron [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.017638] env[69763]: DEBUG nova.compute.manager [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.018170] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-11b45fa9-a13e-493c-9610-d7820e69516a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.028894] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802c1940-e933-4cf7-a4bc-51fc1a31ec26 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.064134] env[69763]: WARNING nova.virt.vmwareapi.driver [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance a2c800ff-c590-4e06-961f-fbb50928aa71 could not be found. [ 1032.064356] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.064730] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e57f508e-c5ed-4cb4-838b-dfa97f966620 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.069727] env[69763]: DEBUG oslo_vmware.api [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Task: {'id': task-4122855, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.097591} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.070334] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1032.070518] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1032.070735] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.070920] env[69763]: INFO nova.compute.manager [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Took 2.35 seconds to destroy the instance on the hypervisor. [ 1032.071105] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.071308] env[69763]: DEBUG nova.compute.manager [-] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.071394] env[69763]: DEBUG nova.network.neutron [-] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.077218] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-326cbf3e-fa84-4b79-816c-e6e3499999c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.112037] env[69763]: WARNING nova.virt.vmwareapi.vmops [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance a2c800ff-c590-4e06-961f-fbb50928aa71 could not be found. [ 1032.112037] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1032.112037] env[69763]: INFO nova.compute.manager [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1032.112246] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1032.112458] env[69763]: DEBUG nova.compute.manager [-] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1032.112528] env[69763]: DEBUG nova.network.neutron [-] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1032.143377] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.197299] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122851, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.398186] env[69763]: DEBUG nova.scheduler.client.report [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1032.480023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "a33a085d-4071-41d5-895e-1fc75790e5ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.480023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "a33a085d-4071-41d5-895e-1fc75790e5ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.480023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "a33a085d-4071-41d5-895e-1fc75790e5ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.480023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "a33a085d-4071-41d5-895e-1fc75790e5ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.480023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "a33a085d-4071-41d5-895e-1fc75790e5ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.483046] env[69763]: INFO nova.compute.manager [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Terminating instance [ 1032.485910] env[69763]: INFO nova.compute.manager [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Took 39.99 seconds to build instance. [ 1032.518130] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.518832] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-616d384a-4d69-4b10-8265-3de4218ea29b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.534203] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc73e0be-556a-4105-972d-37190f5ba3de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.574143] env[69763]: DEBUG nova.compute.manager [req-36fd9ba0-fb84-4cb3-9ad5-f1a9c7ff173a req-4bd2b4c0-9178-4d4c-ba57-223d44ecb134 service nova] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Detach interface failed, port_id=cc890431-cdde-45bf-9759-f46167528349, reason: Instance 7ea68797-5633-4569-9585-f94f1aeb530b could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1032.697410] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122851, 'name': CreateVM_Task, 'duration_secs': 1.178642} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.697673] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 642cf735-ef28-44f7-a9df-359861053897] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1032.698629] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.698910] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.699324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.699726] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a04b729b-f1e0-421b-95a6-0daeaf380238 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.706132] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1032.706132] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520ca5f1-bf67-49de-9e7e-e1feb1c278b6" [ 1032.706132] env[69763]: _type = "Task" [ 1032.706132] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.724766] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520ca5f1-bf67-49de-9e7e-e1feb1c278b6, 'name': SearchDatastore_Task, 'duration_secs': 0.011666} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.725182] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.725938] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1032.725938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.725938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.726171] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1032.726642] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fc3971dd-cbab-4e22-abd5-492d9b2d0b21 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.738427] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1032.738636] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1032.740376] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25884155-ea0e-45d7-950f-bb6d8dca5c72 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.748759] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1032.748759] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523dbffe-6ae8-eea9-2025-bc8b07d5613e" [ 1032.748759] env[69763]: _type = "Task" [ 1032.748759] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.759320] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523dbffe-6ae8-eea9-2025-bc8b07d5613e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.902055] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.145s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.904728] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.566s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.905250] env[69763]: DEBUG nova.objects.instance [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lazy-loading 'resources' on Instance uuid 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1032.930664] env[69763]: INFO nova.scheduler.client.report [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Deleted allocations for instance c7fe2c20-7126-492b-b5e1-b59a28c3d7a9 [ 1032.988653] env[69763]: DEBUG nova.compute.manager [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.988653] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.991112] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bb9ff77-84f4-4157-b8d6-b0b27174e67c tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "6cb99f85-234f-4300-8dc2-e18cb877a02b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.548s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.991112] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe72a7f-3c29-4a89-8d50-c27276816a33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.001831] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1033.002799] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72707fc8-021c-4f2e-a8d5-118d6a39dee5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.009483] env[69763]: DEBUG oslo_vmware.api [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 1033.009483] env[69763]: value = "task-4122856" [ 1033.009483] env[69763]: _type = "Task" [ 1033.009483] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.020868] env[69763]: DEBUG oslo_vmware.api [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122856, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.262012] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523dbffe-6ae8-eea9-2025-bc8b07d5613e, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.263996] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74a8aeab-edc4-448b-a2d5-0eb1a8ca51b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.270722] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1033.270722] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52307792-740e-cd77-adc1-e02d1ff4ca63" [ 1033.270722] env[69763]: _type = "Task" [ 1033.270722] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.286851] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52307792-740e-cd77-adc1-e02d1ff4ca63, 'name': SearchDatastore_Task, 'duration_secs': 0.009585} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.287541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.287541] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 642cf735-ef28-44f7-a9df-359861053897/642cf735-ef28-44f7-a9df-359861053897.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1033.287726] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c7ec55a-b3c8-4423-86f8-337b0f63c29b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.296472] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1033.296472] env[69763]: value = "task-4122857" [ 1033.296472] env[69763]: _type = "Task" [ 1033.296472] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.305664] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.373406] env[69763]: DEBUG nova.compute.manager [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received event network-vif-unplugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.373686] env[69763]: DEBUG oslo_concurrency.lockutils [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] Acquiring lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.374098] env[69763]: DEBUG oslo_concurrency.lockutils [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1033.374211] env[69763]: DEBUG oslo_concurrency.lockutils [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.374405] env[69763]: DEBUG nova.compute.manager [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] No waiting events found dispatching network-vif-unplugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1033.374600] env[69763]: WARNING nova.compute.manager [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received unexpected event network-vif-unplugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 for instance with vm_state shelved_offloaded and task_state None. [ 1033.375178] env[69763]: DEBUG nova.compute.manager [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received event network-changed-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.375419] env[69763]: DEBUG nova.compute.manager [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Refreshing instance network info cache due to event network-changed-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.375593] env[69763]: DEBUG oslo_concurrency.lockutils [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] Acquiring lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.375770] env[69763]: DEBUG oslo_concurrency.lockutils [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] Acquired lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.376242] env[69763]: DEBUG nova.network.neutron [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Refreshing network info cache for port c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.396713] env[69763]: DEBUG nova.compute.manager [req-8beb97df-dad4-4ba3-ad88-a59dedc5d2fa req-fbd1013b-0acd-4e9a-bf67-4d3383aa9d21 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Received event network-changed-9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1033.396713] env[69763]: DEBUG nova.compute.manager [req-8beb97df-dad4-4ba3-ad88-a59dedc5d2fa req-fbd1013b-0acd-4e9a-bf67-4d3383aa9d21 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Refreshing instance network info cache due to event network-changed-9d87571a-e9de-4c5f-ad49-63ee5cccde6c. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1033.396713] env[69763]: DEBUG oslo_concurrency.lockutils [req-8beb97df-dad4-4ba3-ad88-a59dedc5d2fa req-fbd1013b-0acd-4e9a-bf67-4d3383aa9d21 service nova] Acquiring lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.396841] env[69763]: DEBUG oslo_concurrency.lockutils [req-8beb97df-dad4-4ba3-ad88-a59dedc5d2fa req-fbd1013b-0acd-4e9a-bf67-4d3383aa9d21 service nova] Acquired lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.396925] env[69763]: DEBUG nova.network.neutron [req-8beb97df-dad4-4ba3-ad88-a59dedc5d2fa req-fbd1013b-0acd-4e9a-bf67-4d3383aa9d21 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Refreshing network info cache for port 9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1033.442321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f4dd1ead-5836-4724-a64d-00079fe3fd2a tempest-ServersNegativeTestMultiTenantJSON-437843829 tempest-ServersNegativeTestMultiTenantJSON-437843829-project-member] Lock "c7fe2c20-7126-492b-b5e1-b59a28c3d7a9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.939s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1033.528058] env[69763]: DEBUG oslo_vmware.api [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122856, 'name': PowerOffVM_Task, 'duration_secs': 0.220465} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.528058] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.528058] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1033.528389] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-029d51f9-2e24-4cc0-94df-3ff4b0a6374e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.609575] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.611465] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.611465] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleting the datastore file [datastore2] a33a085d-4071-41d5-895e-1fc75790e5ea {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.611465] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-da167331-e31a-494a-84c3-08a5d110e19a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.617163] env[69763]: DEBUG nova.network.neutron [-] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.628846] env[69763]: DEBUG oslo_vmware.api [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 1033.628846] env[69763]: value = "task-4122859" [ 1033.628846] env[69763]: _type = "Task" [ 1033.628846] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.638920] env[69763]: DEBUG oslo_vmware.api [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122859, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.705739] env[69763]: DEBUG nova.network.neutron [-] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.812042] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501402} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.812904] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 642cf735-ef28-44f7-a9df-359861053897/642cf735-ef28-44f7-a9df-359861053897.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1033.813619] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1033.814033] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-213b39d3-f876-402a-ad97-8170ab1d1b25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.827221] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1033.827221] env[69763]: value = "task-4122860" [ 1033.827221] env[69763]: _type = "Task" [ 1033.827221] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.843935] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.027506] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fa64be6-9408-4039-9d9d-6081296b52cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.039008] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37265a9-66c1-41e2-8d2f-bb57da63d8f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.080393] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccb392f1-2f09-4f0c-bc17-2b8adfef91a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.091538] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beef5238-3942-4f30-aa81-aec742207770 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.106148] env[69763]: DEBUG nova.compute.provider_tree [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1034.127244] env[69763]: INFO nova.compute.manager [-] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Took 2.05 seconds to deallocate network for instance. [ 1034.139903] env[69763]: DEBUG oslo_vmware.api [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122859, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382641} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.140842] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.140842] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.140842] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.140842] env[69763]: INFO nova.compute.manager [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1034.140965] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1034.141153] env[69763]: DEBUG nova.compute.manager [-] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1034.141248] env[69763]: DEBUG nova.network.neutron [-] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1034.209868] env[69763]: INFO nova.compute.manager [-] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Took 2.10 seconds to deallocate network for instance. [ 1034.346875] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126368} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.347226] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1034.350955] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfe2aec7-1d60-4173-9689-860fab213cc8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.386032] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 642cf735-ef28-44f7-a9df-359861053897/642cf735-ef28-44f7-a9df-359861053897.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1034.386032] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a8a07b-be45-40bb-8df4-d72662f121b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.411498] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1034.411498] env[69763]: value = "task-4122861" [ 1034.411498] env[69763]: _type = "Task" [ 1034.411498] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.412287] env[69763]: DEBUG nova.network.neutron [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updated VIF entry in instance network info cache for port c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.412605] env[69763]: DEBUG nova.network.neutron [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [{"id": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "address": "fa:16:3e:ab:6c:64", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapc4d7c4f8-9c", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.429922] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122861, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.499779] env[69763]: DEBUG nova.network.neutron [req-8beb97df-dad4-4ba3-ad88-a59dedc5d2fa req-fbd1013b-0acd-4e9a-bf67-4d3383aa9d21 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Updated VIF entry in instance network info cache for port 9d87571a-e9de-4c5f-ad49-63ee5cccde6c. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1034.500664] env[69763]: DEBUG nova.network.neutron [req-8beb97df-dad4-4ba3-ad88-a59dedc5d2fa req-fbd1013b-0acd-4e9a-bf67-4d3383aa9d21 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Updating instance_info_cache with network_info: [{"id": "9d87571a-e9de-4c5f-ad49-63ee5cccde6c", "address": "fa:16:3e:e6:15:c5", "network": {"id": "b02b10ac-9a4d-4dbf-8dcb-819456bb0289", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1750405143-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.152", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6357bc400fff46689ddcc50959d6c678", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3e51ebca-e0f8-4b77-b155-4ff928eef130", "external-id": "nsx-vlan-transportzone-859", "segmentation_id": 859, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d87571a-e9", "ovs_interfaceid": "9d87571a-e9de-4c5f-ad49-63ee5cccde6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.614133] env[69763]: DEBUG nova.scheduler.client.report [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.705949] env[69763]: INFO nova.compute.manager [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Took 0.58 seconds to detach 1 volumes for instance. [ 1034.707490] env[69763]: DEBUG nova.compute.manager [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Deleting volume: 09f1158b-81b2-40b9-8a4f-3f54ed802d96 {{(pid=69763) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1034.789062] env[69763]: INFO nova.compute.manager [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Took 0.58 seconds to detach 1 volumes for instance. [ 1034.792577] env[69763]: DEBUG nova.compute.manager [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Deleting volume: 9451eb81-2568-49dc-9083-f22a15a333bb {{(pid=69763) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1034.921441] env[69763]: DEBUG oslo_concurrency.lockutils [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] Releasing lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.921780] env[69763]: DEBUG nova.compute.manager [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Received event network-vif-deleted-f67de4f5-bb24-406d-9f4b-c39176e1501e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.922068] env[69763]: INFO nova.compute.manager [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Neutron deleted interface f67de4f5-bb24-406d-9f4b-c39176e1501e; detaching it from the instance and deleting it from the info cache [ 1034.922334] env[69763]: DEBUG nova.network.neutron [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.932231] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122861, 'name': ReconfigVM_Task, 'duration_secs': 0.48088} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.932558] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 642cf735-ef28-44f7-a9df-359861053897/642cf735-ef28-44f7-a9df-359861053897.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1034.933223] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-76a28796-df02-443b-85c6-5f601c38474f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.942129] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1034.942129] env[69763]: value = "task-4122864" [ 1034.942129] env[69763]: _type = "Task" [ 1034.942129] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.956630] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122864, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.004709] env[69763]: DEBUG oslo_concurrency.lockutils [req-8beb97df-dad4-4ba3-ad88-a59dedc5d2fa req-fbd1013b-0acd-4e9a-bf67-4d3383aa9d21 service nova] Releasing lock "refresh_cache-6cb99f85-234f-4300-8dc2-e18cb877a02b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.123033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.218s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.126358] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.723s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1035.126707] env[69763]: DEBUG nova.objects.instance [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lazy-loading 'resources' on Instance uuid f0054d4d-12f1-44ba-b35a-5cb84f87b84e {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1035.144322] env[69763]: DEBUG nova.network.neutron [-] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.172345] env[69763]: INFO nova.scheduler.client.report [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Deleted allocations for instance 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8 [ 1035.204049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.259042] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.362167] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.408632] env[69763]: DEBUG nova.compute.manager [req-83853231-dcc1-46f6-a5b6-782381ca0c6e req-c4e24a11-d93f-48c0-85d3-6a9942327c51 service nova] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Received event network-vif-deleted-4f69cd39-f58f-45bc-835c-5827d60aca68 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.408856] env[69763]: DEBUG nova.compute.manager [req-83853231-dcc1-46f6-a5b6-782381ca0c6e req-c4e24a11-d93f-48c0-85d3-6a9942327c51 service nova] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Received event network-vif-deleted-6abae4bf-af56-4abf-b151-69d08e7dfc4b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1035.425319] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-da5757b7-8896-4bc8-9127-90b745768259 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.435629] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6665e968-3456-496e-a999-b4c49ba59ff1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.455572] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122864, 'name': Rename_Task, 'duration_secs': 0.155816} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.455843] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1035.456147] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80ec2909-2e2f-4421-bec1-af4234a6f97f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.481634] env[69763]: DEBUG nova.compute.manager [req-75dd5d71-5b8f-44d7-a0e4-1a25463894fb req-a456a3f0-8e4c-405a-9b60-4e689de9865f service nova] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Detach interface failed, port_id=f67de4f5-bb24-406d-9f4b-c39176e1501e, reason: Instance 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1035.483086] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1035.483086] env[69763]: value = "task-4122865" [ 1035.483086] env[69763]: _type = "Task" [ 1035.483086] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1035.494412] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122865, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.646643] env[69763]: INFO nova.compute.manager [-] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Took 1.51 seconds to deallocate network for instance. [ 1035.683715] env[69763]: DEBUG oslo_concurrency.lockutils [None req-18bac1b1-fca4-4ec2-8693-82361a3cf157 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.618s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.994798] env[69763]: DEBUG oslo_vmware.api [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122865, 'name': PowerOnVM_Task, 'duration_secs': 0.489743} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1035.998095] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1035.998347] env[69763]: INFO nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Took 7.83 seconds to spawn the instance on the hypervisor. [ 1035.998742] env[69763]: DEBUG nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1036.000019] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb80a7c6-7c99-43b3-969c-8c56f751a0ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.153787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.248281] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96da2765-23fd-47dd-b07e-329e4884d0f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.256936] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4aa661f4-f880-45ce-ab9a-f07fa0ecaf93 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.294994] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-013e1d14-7f17-456d-9678-8efb49834aa6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.303279] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6215978-485a-4dc8-839b-814d1c6cdc18 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.326942] env[69763]: DEBUG nova.compute.provider_tree [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1036.335590] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.335864] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.336085] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.336271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.336435] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.341465] env[69763]: INFO nova.compute.manager [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Terminating instance [ 1036.522206] env[69763]: INFO nova.compute.manager [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Took 40.94 seconds to build instance. [ 1036.830033] env[69763]: DEBUG nova.scheduler.client.report [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1036.843150] env[69763]: DEBUG nova.compute.manager [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.843390] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.844277] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-095d8273-6b6c-4eef-a78c-c5ebedc8a0a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.854305] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.854305] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a37028c-9f24-4207-bdc0-4f6918fc16b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.862845] env[69763]: DEBUG oslo_vmware.api [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 1036.862845] env[69763]: value = "task-4122866" [ 1036.862845] env[69763]: _type = "Task" [ 1036.862845] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.872693] env[69763]: DEBUG oslo_vmware.api [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122866, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.025803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd2543a0-d123-47ce-826f-e2fd773dfe30 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.452s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.091919] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.092249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.337065] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.211s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.340590] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.304s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.342065] env[69763]: INFO nova.compute.claims [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1037.374256] env[69763]: DEBUG oslo_vmware.api [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122866, 'name': PowerOffVM_Task, 'duration_secs': 0.237454} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.375359] env[69763]: INFO nova.scheduler.client.report [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Deleted allocations for instance f0054d4d-12f1-44ba-b35a-5cb84f87b84e [ 1037.376367] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.376547] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.379964] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e977eb33-c38f-4c5a-885a-ab2ef38f408e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.452424] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.452626] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.452778] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Deleting the datastore file [datastore1] 9c4ff6ed-9ae4-441a-9cba-baf646488aa6 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.453066] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7fd3e509-da1f-4460-ab7c-a03faa213ba1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.460543] env[69763]: DEBUG oslo_vmware.api [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for the task: (returnval){ [ 1037.460543] env[69763]: value = "task-4122868" [ 1037.460543] env[69763]: _type = "Task" [ 1037.460543] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.469419] env[69763]: DEBUG oslo_vmware.api [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122868, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.595497] env[69763]: DEBUG nova.compute.utils [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1037.884206] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c88cb38-a21f-423b-a172-1388d4da237b tempest-VolumesAssistedSnapshotsTest-1545684772 tempest-VolumesAssistedSnapshotsTest-1545684772-project-member] Lock "f0054d4d-12f1-44ba-b35a-5cb84f87b84e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.355s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.974903] env[69763]: DEBUG oslo_vmware.api [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Task: {'id': task-4122868, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345315} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.979061] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1037.979061] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1037.979061] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1037.979061] env[69763]: INFO nova.compute.manager [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1037.979061] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1037.979061] env[69763]: DEBUG nova.compute.manager [-] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1037.979061] env[69763]: DEBUG nova.network.neutron [-] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.098714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.728790] env[69763]: DEBUG nova.compute.manager [req-6a45348c-b97d-45a1-9945-c2e7e4e2ba38 req-90a7137e-254e-4d54-973d-943fd2794c40 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Received event network-changed-b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.730214] env[69763]: DEBUG nova.compute.manager [req-6a45348c-b97d-45a1-9945-c2e7e4e2ba38 req-90a7137e-254e-4d54-973d-943fd2794c40 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Refreshing instance network info cache due to event network-changed-b733cece-2899-4d3e-9d48-835e7b9b28b7. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1038.730214] env[69763]: DEBUG oslo_concurrency.lockutils [req-6a45348c-b97d-45a1-9945-c2e7e4e2ba38 req-90a7137e-254e-4d54-973d-943fd2794c40 service nova] Acquiring lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.730214] env[69763]: DEBUG oslo_concurrency.lockutils [req-6a45348c-b97d-45a1-9945-c2e7e4e2ba38 req-90a7137e-254e-4d54-973d-943fd2794c40 service nova] Acquired lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.730214] env[69763]: DEBUG nova.network.neutron [req-6a45348c-b97d-45a1-9945-c2e7e4e2ba38 req-90a7137e-254e-4d54-973d-943fd2794c40 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Refreshing network info cache for port b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1038.809203] env[69763]: DEBUG nova.network.neutron [-] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.944177] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b44cd041-f8c1-48fd-9a95-af61b294aee8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.952861] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e047bf-527f-4691-8d25-7cc5b8f04c61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.992069] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5fcaf9-aec9-43f2-8cf7-702b5656014d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.001491] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d23a86-6f07-4c7a-b8f6-49697e23bdf4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.018463] env[69763]: DEBUG nova.compute.provider_tree [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.200591] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.201476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.201476] env[69763]: INFO nova.compute.manager [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Attaching volume a5f11b32-365c-467e-9594-e87802e3ddb8 to /dev/sdb [ 1039.249050] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad12b7b0-4f4e-4490-b666-f143867b51e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.259529] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a35648-6109-4c85-a38b-93ea94f34fa5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.281998] env[69763]: DEBUG nova.virt.block_device [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Updating existing volume attachment record: 0c5f0d9b-50e1-4f3b-bb25-396adbf9de0a {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1039.312281] env[69763]: INFO nova.compute.manager [-] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Took 1.33 seconds to deallocate network for instance. [ 1039.503090] env[69763]: DEBUG nova.network.neutron [req-6a45348c-b97d-45a1-9945-c2e7e4e2ba38 req-90a7137e-254e-4d54-973d-943fd2794c40 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updated VIF entry in instance network info cache for port b733cece-2899-4d3e-9d48-835e7b9b28b7. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1039.503460] env[69763]: DEBUG nova.network.neutron [req-6a45348c-b97d-45a1-9945-c2e7e4e2ba38 req-90a7137e-254e-4d54-973d-943fd2794c40 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.522373] env[69763]: DEBUG nova.scheduler.client.report [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1039.820016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.007504] env[69763]: DEBUG oslo_concurrency.lockutils [req-6a45348c-b97d-45a1-9945-c2e7e4e2ba38 req-90a7137e-254e-4d54-973d-943fd2794c40 service nova] Releasing lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.032753] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.690s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.032753] env[69763]: DEBUG nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.035064] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.416s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.035064] env[69763]: DEBUG nova.objects.instance [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1040.539999] env[69763]: DEBUG nova.compute.utils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1040.544105] env[69763]: DEBUG nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1040.544293] env[69763]: DEBUG nova.network.neutron [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1040.622809] env[69763]: DEBUG nova.policy [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd565af96f474d33b14d2155f1252c02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd067f9843699485eb0f75374b323b684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1040.883383] env[69763]: DEBUG nova.compute.manager [req-826a09fa-a51a-4b7b-8841-a67152dadc2d req-5aadccdf-54bb-4830-a838-4d90b7528cfa service nova] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Received event network-vif-deleted-917c27d3-6a33-4cc1-973a-179303c52050 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1041.045363] env[69763]: DEBUG nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.050925] env[69763]: DEBUG oslo_concurrency.lockutils [None req-26c4b9c9-e24e-4677-9b1f-ec52ac69fc1e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.053260] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.995s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.053260] env[69763]: DEBUG nova.objects.instance [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lazy-loading 'resources' on Instance uuid 02f13b78-8877-4061-ba37-734bb5c49f34 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.240681] env[69763]: DEBUG nova.network.neutron [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Successfully created port: 3fa2e088-850d-45a4-9c19-a9819bad61dc {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1042.064447] env[69763]: DEBUG nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.102510] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.103011] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.103089] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.103281] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.103430] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.103579] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.103856] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.104046] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.104225] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.104406] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.104588] env[69763]: DEBUG nova.virt.hardware [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.105534] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adcf0138-6338-46ae-99ac-09f356f3bedc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.118376] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad289aa-1630-4369-ba72-996ab001790e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.126878] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15f12d2-d92e-4b02-bf45-8e52c5c7158f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.144838] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8a5a77a-d7c7-4601-945d-1560281a34b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.186723] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fc8d7fd-c735-472c-a173-3b427960f262 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.196967] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34114daf-234c-430d-bb30-4507c9954331 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.210963] env[69763]: DEBUG nova.compute.provider_tree [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.715113] env[69763]: DEBUG nova.scheduler.client.report [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1043.062921] env[69763]: DEBUG nova.compute.manager [req-407b3c35-67fe-462b-9519-3254b22663ef req-a920481b-aad2-4a5c-aba9-f78de98ba133 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Received event network-vif-plugged-3fa2e088-850d-45a4-9c19-a9819bad61dc {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.063185] env[69763]: DEBUG oslo_concurrency.lockutils [req-407b3c35-67fe-462b-9519-3254b22663ef req-a920481b-aad2-4a5c-aba9-f78de98ba133 service nova] Acquiring lock "11e9af7e-1044-4b0d-b924-cd978349f723-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.063985] env[69763]: DEBUG oslo_concurrency.lockutils [req-407b3c35-67fe-462b-9519-3254b22663ef req-a920481b-aad2-4a5c-aba9-f78de98ba133 service nova] Lock "11e9af7e-1044-4b0d-b924-cd978349f723-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.063985] env[69763]: DEBUG oslo_concurrency.lockutils [req-407b3c35-67fe-462b-9519-3254b22663ef req-a920481b-aad2-4a5c-aba9-f78de98ba133 service nova] Lock "11e9af7e-1044-4b0d-b924-cd978349f723-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.063985] env[69763]: DEBUG nova.compute.manager [req-407b3c35-67fe-462b-9519-3254b22663ef req-a920481b-aad2-4a5c-aba9-f78de98ba133 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] No waiting events found dispatching network-vif-plugged-3fa2e088-850d-45a4-9c19-a9819bad61dc {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1043.063985] env[69763]: WARNING nova.compute.manager [req-407b3c35-67fe-462b-9519-3254b22663ef req-a920481b-aad2-4a5c-aba9-f78de98ba133 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Received unexpected event network-vif-plugged-3fa2e088-850d-45a4-9c19-a9819bad61dc for instance with vm_state building and task_state spawning. [ 1043.157241] env[69763]: DEBUG nova.network.neutron [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Successfully updated port: 3fa2e088-850d-45a4-9c19-a9819bad61dc {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.221869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.229537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.016s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.229537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.229537] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1043.229880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.258s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.230116] env[69763]: DEBUG nova.objects.instance [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lazy-loading 'resources' on Instance uuid fb6458c7-5b49-416b-99fa-24a1571ec304 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.232514] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da86d83e-840a-406f-bac8-783b723feffe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.244719] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082695c2-137f-4d39-8b62-7aa035ca9d78 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.264283] env[69763]: INFO nova.scheduler.client.report [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted allocations for instance 02f13b78-8877-4061-ba37-734bb5c49f34 [ 1043.266992] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d67d33b2-7473-4abe-be77-67dd215f16a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.279027] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b89f1e68-6961-42fe-9bba-27c60627c520 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.310129] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177454MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1043.310290] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.662763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "refresh_cache-11e9af7e-1044-4b0d-b924-cd978349f723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.662920] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "refresh_cache-11e9af7e-1044-4b0d-b924-cd978349f723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.663139] env[69763]: DEBUG nova.network.neutron [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1043.780020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a95d49-a3e9-498f-92cc-2cd5e646af63 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "02f13b78-8877-4061-ba37-734bb5c49f34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.746s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.834290] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1043.834921] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816689', 'volume_id': 'a5f11b32-365c-467e-9594-e87802e3ddb8', 'name': 'volume-a5f11b32-365c-467e-9594-e87802e3ddb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b4670fb-9fdc-4761-9828-dfd9600fd5a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5f11b32-365c-467e-9594-e87802e3ddb8', 'serial': 'a5f11b32-365c-467e-9594-e87802e3ddb8'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1043.836844] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bf0fe3-d681-4c54-b991-7d1b6dbb8850 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.865464] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bfd6bff-b153-4ee7-a5d3-98b58d5ada76 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.894885] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] volume-a5f11b32-365c-467e-9594-e87802e3ddb8/volume-a5f11b32-365c-467e-9594-e87802e3ddb8.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.902025] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cbde2a1-1712-4090-baa2-8ca06c8c2353 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.920092] env[69763]: DEBUG oslo_vmware.api [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1043.920092] env[69763]: value = "task-4122873" [ 1043.920092] env[69763]: _type = "Task" [ 1043.920092] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.931171] env[69763]: DEBUG oslo_vmware.api [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122873, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.230030] env[69763]: DEBUG nova.network.neutron [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.314985] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee40487-b2d1-4b4a-b66f-1fd469168767 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.324851] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb862e9-42c0-411e-9d49-eb1d2f621b00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.370039] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f4a63a-8ac1-43d1-aa7c-bfc23471e23f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.375456] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da552479-3dfb-4ba3-9a75-6444e5b97a06 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.391583] env[69763]: DEBUG nova.compute.provider_tree [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.430551] env[69763]: DEBUG oslo_vmware.api [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122873, 'name': ReconfigVM_Task, 'duration_secs': 0.397253} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.431358] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Reconfigured VM instance instance-00000023 to attach disk [datastore1] volume-a5f11b32-365c-467e-9594-e87802e3ddb8/volume-a5f11b32-365c-467e-9594-e87802e3ddb8.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1044.436151] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28d0508a-8683-4809-b509-fca33e639a5a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.452904] env[69763]: DEBUG oslo_vmware.api [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1044.452904] env[69763]: value = "task-4122874" [ 1044.452904] env[69763]: _type = "Task" [ 1044.452904] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.461554] env[69763]: DEBUG oslo_vmware.api [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.796014] env[69763]: DEBUG nova.network.neutron [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Updating instance_info_cache with network_info: [{"id": "3fa2e088-850d-45a4-9c19-a9819bad61dc", "address": "fa:16:3e:a0:a1:40", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa2e088-85", "ovs_interfaceid": "3fa2e088-850d-45a4-9c19-a9819bad61dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.898165] env[69763]: DEBUG nova.scheduler.client.report [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1044.964676] env[69763]: DEBUG oslo_vmware.api [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122874, 'name': ReconfigVM_Task, 'duration_secs': 0.146257} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.964676] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816689', 'volume_id': 'a5f11b32-365c-467e-9594-e87802e3ddb8', 'name': 'volume-a5f11b32-365c-467e-9594-e87802e3ddb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b4670fb-9fdc-4761-9828-dfd9600fd5a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5f11b32-365c-467e-9594-e87802e3ddb8', 'serial': 'a5f11b32-365c-467e-9594-e87802e3ddb8'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1045.289608] env[69763]: DEBUG nova.compute.manager [req-901b3c6a-824f-4758-afd4-c1793acbedc0 req-c24bc8ab-8d2b-44c7-a1e0-fe2f79d966f7 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Received event network-changed-3fa2e088-850d-45a4-9c19-a9819bad61dc {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.290018] env[69763]: DEBUG nova.compute.manager [req-901b3c6a-824f-4758-afd4-c1793acbedc0 req-c24bc8ab-8d2b-44c7-a1e0-fe2f79d966f7 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Refreshing instance network info cache due to event network-changed-3fa2e088-850d-45a4-9c19-a9819bad61dc. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.290018] env[69763]: DEBUG oslo_concurrency.lockutils [req-901b3c6a-824f-4758-afd4-c1793acbedc0 req-c24bc8ab-8d2b-44c7-a1e0-fe2f79d966f7 service nova] Acquiring lock "refresh_cache-11e9af7e-1044-4b0d-b924-cd978349f723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.299187] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "refresh_cache-11e9af7e-1044-4b0d-b924-cd978349f723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.299671] env[69763]: DEBUG nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Instance network_info: |[{"id": "3fa2e088-850d-45a4-9c19-a9819bad61dc", "address": "fa:16:3e:a0:a1:40", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa2e088-85", "ovs_interfaceid": "3fa2e088-850d-45a4-9c19-a9819bad61dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.300977] env[69763]: DEBUG oslo_concurrency.lockutils [req-901b3c6a-824f-4758-afd4-c1793acbedc0 req-c24bc8ab-8d2b-44c7-a1e0-fe2f79d966f7 service nova] Acquired lock "refresh_cache-11e9af7e-1044-4b0d-b924-cd978349f723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.301253] env[69763]: DEBUG nova.network.neutron [req-901b3c6a-824f-4758-afd4-c1793acbedc0 req-c24bc8ab-8d2b-44c7-a1e0-fe2f79d966f7 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Refreshing network info cache for port 3fa2e088-850d-45a4-9c19-a9819bad61dc {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.302758] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:a1:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3fa2e088-850d-45a4-9c19-a9819bad61dc', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.315639] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.319157] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.320268] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f02bd981-a35a-4e75-ae6f-1c03f866c478 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.343144] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.343144] env[69763]: value = "task-4122875" [ 1045.343144] env[69763]: _type = "Task" [ 1045.343144] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.352899] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122875, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.403700] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.406639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.573s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.406902] env[69763]: DEBUG nova.objects.instance [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'resources' on Instance uuid 6c397902-d523-4abc-bf3e-dd03e3d62a45 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.430477] env[69763]: INFO nova.scheduler.client.report [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Deleted allocations for instance fb6458c7-5b49-416b-99fa-24a1571ec304 [ 1045.633395] env[69763]: DEBUG nova.network.neutron [req-901b3c6a-824f-4758-afd4-c1793acbedc0 req-c24bc8ab-8d2b-44c7-a1e0-fe2f79d966f7 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Updated VIF entry in instance network info cache for port 3fa2e088-850d-45a4-9c19-a9819bad61dc. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1045.633934] env[69763]: DEBUG nova.network.neutron [req-901b3c6a-824f-4758-afd4-c1793acbedc0 req-c24bc8ab-8d2b-44c7-a1e0-fe2f79d966f7 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Updating instance_info_cache with network_info: [{"id": "3fa2e088-850d-45a4-9c19-a9819bad61dc", "address": "fa:16:3e:a0:a1:40", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3fa2e088-85", "ovs_interfaceid": "3fa2e088-850d-45a4-9c19-a9819bad61dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.683980] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.684248] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.855483] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122875, 'name': CreateVM_Task, 'duration_secs': 0.413625} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.855757] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.856559] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.856788] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.857849] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.858187] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6717f5de-a26f-464e-890e-a066163a52c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.863886] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1045.863886] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b242c-19d2-0fb3-763a-b1d47d6e8cce" [ 1045.863886] env[69763]: _type = "Task" [ 1045.863886] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.873307] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b242c-19d2-0fb3-763a-b1d47d6e8cce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.942254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfb0a1eb-0307-454d-a6f9-e5377855bda6 tempest-ListImageFiltersTestJSON-1966339438 tempest-ListImageFiltersTestJSON-1966339438-project-member] Lock "fb6458c7-5b49-416b-99fa-24a1571ec304" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.679s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.018438] env[69763]: DEBUG nova.objects.instance [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'flavor' on Instance uuid 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.137678] env[69763]: DEBUG oslo_concurrency.lockutils [req-901b3c6a-824f-4758-afd4-c1793acbedc0 req-c24bc8ab-8d2b-44c7-a1e0-fe2f79d966f7 service nova] Releasing lock "refresh_cache-11e9af7e-1044-4b0d-b924-cd978349f723" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.188833] env[69763]: DEBUG nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1046.374934] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b242c-19d2-0fb3-763a-b1d47d6e8cce, 'name': SearchDatastore_Task, 'duration_secs': 0.011209} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.378555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.379330] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.379330] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.379498] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.379785] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.380712] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4489ee63-7171-47d8-bf0e-efe58bf11805 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.393602] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.393824] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.394919] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86a09181-a3a4-4964-872a-0e98b3826b45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.401837] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1046.401837] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b67287-ecf1-8785-e039-19576d2c589b" [ 1046.401837] env[69763]: _type = "Task" [ 1046.401837] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.416686] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b67287-ecf1-8785-e039-19576d2c589b, 'name': SearchDatastore_Task, 'duration_secs': 0.011484} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.417541] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b25adab2-94dc-4ccb-9aed-14b6aee0acb0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.426025] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1046.426025] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cded0a-ed2a-41ec-c784-0070e0bc12f0" [ 1046.426025] env[69763]: _type = "Task" [ 1046.426025] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.434969] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cded0a-ed2a-41ec-c784-0070e0bc12f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.436712] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3d6ba8-9949-4000-bf26-4a4753a10e27 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.446477] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95a94c2-0967-4b30-91fb-9f8909b57bbf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.477740] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d8d1741-547a-4bae-99e9-0b271836794b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.485939] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b31a00-d255-4807-ba63-2541c6460536 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.502044] env[69763]: DEBUG nova.compute.provider_tree [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.523788] env[69763]: DEBUG oslo_concurrency.lockutils [None req-34f7e8e7-2415-4610-8fff-83571ab014a8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.323s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.710417] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1046.940264] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cded0a-ed2a-41ec-c784-0070e0bc12f0, 'name': SearchDatastore_Task, 'duration_secs': 0.009839} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.940264] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.940577] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 11e9af7e-1044-4b0d-b924-cd978349f723/11e9af7e-1044-4b0d-b924-cd978349f723.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1046.940888] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2da2578-84bb-4189-b47a-34a38a772b5b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.951969] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1046.951969] env[69763]: value = "task-4122876" [ 1046.951969] env[69763]: _type = "Task" [ 1046.951969] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.965470] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122876, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.005879] env[69763]: DEBUG nova.scheduler.client.report [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.467223] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122876, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512649} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.467503] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 11e9af7e-1044-4b0d-b924-cd978349f723/11e9af7e-1044-4b0d-b924-cd978349f723.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1047.468183] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1047.468183] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52661e3a-bbba-45a3-b4ce-7f0be3fc2231 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.476560] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1047.476560] env[69763]: value = "task-4122877" [ 1047.476560] env[69763]: _type = "Task" [ 1047.476560] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.487063] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122877, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.515208] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.106s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.515208] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.757s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.517330] env[69763]: INFO nova.compute.claims [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.549916] env[69763]: INFO nova.scheduler.client.report [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted allocations for instance 6c397902-d523-4abc-bf3e-dd03e3d62a45 [ 1047.986506] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122877, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15136} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.986788] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1047.987804] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d27e51-372b-4cfe-807c-422de5c990a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.013478] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Reconfiguring VM instance instance-0000003f to attach disk [datastore1] 11e9af7e-1044-4b0d-b924-cd978349f723/11e9af7e-1044-4b0d-b924-cd978349f723.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.013645] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68839068-1aeb-47c4-9c45-57c2cbe42e92 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.041540] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1048.041540] env[69763]: value = "task-4122878" [ 1048.041540] env[69763]: _type = "Task" [ 1048.041540] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.052608] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122878, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.057612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f5b67d57-957b-4565-af11-82ce7ec9fbfc tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6c397902-d523-4abc-bf3e-dd03e3d62a45" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 37.666s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.155102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "004e9631-1207-4324-b3dd-e5d2ff9adcce" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.155453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "004e9631-1207-4324-b3dd-e5d2ff9adcce" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.551830] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122878, 'name': ReconfigVM_Task, 'duration_secs': 0.32957} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.552233] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Reconfigured VM instance instance-0000003f to attach disk [datastore1] 11e9af7e-1044-4b0d-b924-cd978349f723/11e9af7e-1044-4b0d-b924-cd978349f723.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1048.554529] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3021fb46-4b84-468f-b8b0-a2f34558ad88 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.560375] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1048.560375] env[69763]: value = "task-4122879" [ 1048.560375] env[69763]: _type = "Task" [ 1048.560375] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.571236] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122879, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.658762] env[69763]: DEBUG nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1048.731784] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquiring lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.732105] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.732223] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquiring lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.732410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.732574] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.735546] env[69763]: INFO nova.compute.manager [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Terminating instance [ 1048.815562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquiring lock "626997d7-942b-440c-9cd8-5ff0fe1d8246" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.815884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "626997d7-942b-440c-9cd8-5ff0fe1d8246" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.816482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquiring lock "626997d7-942b-440c-9cd8-5ff0fe1d8246-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.816697] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "626997d7-942b-440c-9cd8-5ff0fe1d8246-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.816872] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "626997d7-942b-440c-9cd8-5ff0fe1d8246-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.820290] env[69763]: INFO nova.compute.manager [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Terminating instance [ 1049.067934] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06c9a8f8-8698-4bf7-90e9-5d486c36d03d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.073994] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122879, 'name': Rename_Task, 'duration_secs': 0.147078} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.076234] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.076404] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce61b2c5-1fee-415b-8c49-66a576b9d5fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.081569] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76af1cb-a225-471c-bcfb-e0414ab495b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.088681] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1049.088681] env[69763]: value = "task-4122880" [ 1049.088681] env[69763]: _type = "Task" [ 1049.088681] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.120213] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8097afd-ffcd-4149-9e54-0699035868f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.126030] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122880, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.131531] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa51f823-ea2b-4dd2-9d65-a32de816edf5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.146548] env[69763]: DEBUG nova.compute.provider_tree [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.191436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.243732] env[69763]: DEBUG nova.compute.manager [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.244746] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.245459] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8726f09c-fc26-4872-be55-3a604eb16d2c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.256450] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.257088] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0d528952-4a20-4989-a294-1ed19b997d9b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.268185] env[69763]: DEBUG oslo_vmware.api [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 1049.268185] env[69763]: value = "task-4122881" [ 1049.268185] env[69763]: _type = "Task" [ 1049.268185] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.279112] env[69763]: DEBUG oslo_vmware.api [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.328163] env[69763]: DEBUG nova.compute.manager [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1049.328847] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.329875] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe5eab8e-3c71-4cdb-a943-58e78d13c8bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.339017] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1049.339454] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-46c25a37-293a-429e-acf3-88979373757f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.347967] env[69763]: DEBUG oslo_vmware.api [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 1049.347967] env[69763]: value = "task-4122882" [ 1049.347967] env[69763]: _type = "Task" [ 1049.347967] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.360460] env[69763]: DEBUG oslo_vmware.api [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122882, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.600064] env[69763]: DEBUG oslo_vmware.api [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122880, 'name': PowerOnVM_Task, 'duration_secs': 0.510367} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.600756] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1049.601167] env[69763]: INFO nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Took 7.54 seconds to spawn the instance on the hypervisor. [ 1049.601500] env[69763]: DEBUG nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1049.604015] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce422e94-1825-44ba-9e3e-053728109ef6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.653374] env[69763]: DEBUG nova.scheduler.client.report [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.785849] env[69763]: DEBUG oslo_vmware.api [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122881, 'name': PowerOffVM_Task, 'duration_secs': 0.223407} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.785849] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.785849] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.785849] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70b022d0-b470-40b4-a3ee-73f0c70f36af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.859257] env[69763]: DEBUG oslo_vmware.api [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122882, 'name': PowerOffVM_Task, 'duration_secs': 0.193746} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.861034] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1049.861034] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.861034] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-165cb000-78bc-4af8-a4e0-b619c3884868 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.863052] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.863484] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.863484] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Deleting the datastore file [datastore1] 95d7879b-912b-4a3c-8770-fd14bef6d3e0 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.865632] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cd0eabeb-b6e6-46fd-a00f-2ac2471030d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.871092] env[69763]: DEBUG oslo_vmware.api [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for the task: (returnval){ [ 1049.871092] env[69763]: value = "task-4122885" [ 1049.871092] env[69763]: _type = "Task" [ 1049.871092] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.881022] env[69763]: DEBUG oslo_vmware.api [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122885, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.938316] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.938538] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.939249] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Deleting the datastore file [datastore1] 626997d7-942b-440c-9cd8-5ff0fe1d8246 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.939660] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-910b8fd3-aaec-4dba-82ae-f5c42959123e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.953030] env[69763]: DEBUG oslo_vmware.api [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for the task: (returnval){ [ 1049.953030] env[69763]: value = "task-4122886" [ 1049.953030] env[69763]: _type = "Task" [ 1049.953030] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.966855] env[69763]: DEBUG oslo_vmware.api [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122886, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.122547] env[69763]: INFO nova.compute.manager [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Took 41.11 seconds to build instance. [ 1050.157147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.157872] env[69763]: DEBUG nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1050.164020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 34.102s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.381827] env[69763]: DEBUG oslo_vmware.api [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Task: {'id': task-4122885, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161828} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.383202] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.383419] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.383597] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.383768] env[69763]: INFO nova.compute.manager [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1050.384039] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.384244] env[69763]: DEBUG nova.compute.manager [-] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.384417] env[69763]: DEBUG nova.network.neutron [-] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.465197] env[69763]: DEBUG oslo_vmware.api [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Task: {'id': task-4122886, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167969} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.465528] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1050.465743] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1050.465991] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1050.466253] env[69763]: INFO nova.compute.manager [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1050.466517] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1050.466763] env[69763]: DEBUG nova.compute.manager [-] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1050.466863] env[69763]: DEBUG nova.network.neutron [-] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1050.627373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-24cdeaf1-8563-4004-ae59-4f7951e89867 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "11e9af7e-1044-4b0d-b924-cd978349f723" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.619s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.666943] env[69763]: DEBUG nova.compute.utils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.671090] env[69763]: DEBUG nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.671090] env[69763]: DEBUG nova.network.neutron [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.671665] env[69763]: DEBUG nova.objects.instance [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lazy-loading 'migration_context' on Instance uuid be5d76e1-a022-4de4-bf79-94a83f9958ec {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.792468] env[69763]: DEBUG nova.policy [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd2247334877d44699e8832f012171aad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '35f6d5feae7f4017a0e327197777a1d0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.174478] env[69763]: DEBUG nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1051.549219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6880d482-64af-45bc-91c9-061fd63cf79f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.550087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.005s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.689598] env[69763]: DEBUG nova.network.neutron [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Successfully created port: 0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1051.751935] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abace75c-8aca-423d-9071-815e38ef18e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.762898] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7071f3-e57a-4add-8b6b-90e9af25d52c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.797403] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bacdb9-25f6-41e6-b179-b5b0717cd96b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.808446] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fe08ca2-e1bd-49d7-a282-ee78af218d57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.822272] env[69763]: DEBUG nova.compute.provider_tree [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1052.052114] env[69763]: DEBUG nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1052.170201] env[69763]: DEBUG nova.network.neutron [-] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.204283] env[69763]: DEBUG nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1052.210146] env[69763]: DEBUG nova.network.neutron [-] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.242859] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1052.243170] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1052.243352] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.243539] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1052.243703] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.243856] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1052.244121] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1052.244259] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1052.244444] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1052.244620] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1052.247820] env[69763]: DEBUG nova.virt.hardware [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1052.247820] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f32776-c1b9-494c-af10-a6e1851a6fa9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.257563] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ec6b9c3-c295-4541-acb4-89f4165d5cea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.328994] env[69763]: DEBUG nova.scheduler.client.report [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1052.345834] env[69763]: DEBUG nova.compute.manager [req-8751fa7a-1cd3-4a16-a323-50fd7db7beac req-50b3bc8f-bfab-4270-82ea-786e9c912d1d service nova] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Received event network-vif-deleted-c5c5f816-7efa-4af5-a044-3348d8efd5f2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.584437] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.674883] env[69763]: INFO nova.compute.manager [-] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Took 2.29 seconds to deallocate network for instance. [ 1052.718047] env[69763]: INFO nova.compute.manager [-] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Took 2.25 seconds to deallocate network for instance. [ 1052.933801] env[69763]: DEBUG nova.compute.manager [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1052.933801] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51eecb3-43e5-4f86-a274-22afa72e1aca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.184279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.231781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.340562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.179s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.351932] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.074s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.352182] env[69763]: DEBUG nova.objects.instance [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'resources' on Instance uuid e6f4dda5-e4f5-4b25-bc4d-4587ef211935 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1053.449407] env[69763]: INFO nova.compute.manager [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] instance snapshotting [ 1053.452703] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9a8357a-60bc-4714-94f7-cb9efb8f870e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.474631] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eb208d7-fc9e-471b-8fc1-cf7161eace5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.503220] env[69763]: DEBUG nova.network.neutron [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Successfully updated port: 0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1053.990229] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1053.994492] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e5d1cb93-0423-43c1-b378-194458990c63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.005069] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1054.005069] env[69763]: value = "task-4122887" [ 1054.005069] env[69763]: _type = "Task" [ 1054.005069] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.006033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.006033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.006033] env[69763]: DEBUG nova.network.neutron [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1054.025396] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122887, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.449508] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d29f5c9-a43a-4f53-93dd-c6ee1d99903e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.460756] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236720b8-9a65-49bc-9de8-7918617c7229 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.500664] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3edf3098-b8c4-40a2-97fa-f7b3d92db95c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.514812] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a9682c-8838-49fe-8429-b244b4878b5a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.523969] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122887, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.537497] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquiring lock "e22cc51b-22d6-4af6-98db-e96f01c2b939" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.537790] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "e22cc51b-22d6-4af6-98db-e96f01c2b939" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.539914] env[69763]: DEBUG nova.compute.provider_tree [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1054.555009] env[69763]: DEBUG nova.compute.manager [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Received event network-vif-deleted-7b6b489c-c333-43e5-959e-b3ee1a3c65c0 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.555009] env[69763]: DEBUG nova.compute.manager [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Received event network-vif-plugged-0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.555009] env[69763]: DEBUG oslo_concurrency.lockutils [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] Acquiring lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.555009] env[69763]: DEBUG oslo_concurrency.lockutils [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.555291] env[69763]: DEBUG oslo_concurrency.lockutils [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.555291] env[69763]: DEBUG nova.compute.manager [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] No waiting events found dispatching network-vif-plugged-0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1054.555443] env[69763]: WARNING nova.compute.manager [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Received unexpected event network-vif-plugged-0e6280a5-8b7a-4e23-9376-7769c6896afb for instance with vm_state building and task_state spawning. [ 1054.555593] env[69763]: DEBUG nova.compute.manager [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Received event network-changed-0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.555830] env[69763]: DEBUG nova.compute.manager [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Refreshing instance network info cache due to event network-changed-0e6280a5-8b7a-4e23-9376-7769c6896afb. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.556050] env[69763]: DEBUG oslo_concurrency.lockutils [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] Acquiring lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.585074] env[69763]: DEBUG nova.network.neutron [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1054.820487] env[69763]: DEBUG nova.network.neutron [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updating instance_info_cache with network_info: [{"id": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "address": "fa:16:3e:40:e4:eb", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6280a5-8b", "ovs_interfaceid": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.901894] env[69763]: INFO nova.compute.manager [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Swapping old allocation on dict_keys(['39a54292-6291-43e6-9dcd-41089e8e05f6']) held by migration 18065f9a-e3e0-4df7-91b3-879c3b885c60 for instance [ 1054.929474] env[69763]: DEBUG nova.scheduler.client.report [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Overwriting current allocation {'allocations': {'39a54292-6291-43e6-9dcd-41089e8e05f6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 90}}, 'project_id': 'c021e576455449ac9fba2610f5090b42', 'user_id': 'fdd2c09d959a456b855837869ebd610b', 'consumer_generation': 1} on consumer be5d76e1-a022-4de4-bf79-94a83f9958ec {{(pid=69763) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1055.019467] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122887, 'name': CreateSnapshot_Task, 'duration_secs': 0.530447} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.019846] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1055.020652] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798c4ac1-afc2-4db8-907f-51d7afaf251a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.032632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.032863] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquired lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.033065] env[69763]: DEBUG nova.network.neutron [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.043414] env[69763]: DEBUG nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1055.045734] env[69763]: DEBUG nova.scheduler.client.report [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.324123] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Releasing lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.324479] env[69763]: DEBUG nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance network_info: |[{"id": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "address": "fa:16:3e:40:e4:eb", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6280a5-8b", "ovs_interfaceid": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1055.324793] env[69763]: DEBUG oslo_concurrency.lockutils [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] Acquired lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.324973] env[69763]: DEBUG nova.network.neutron [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Refreshing network info cache for port 0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1055.326292] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:e4:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8a31c4b8-5b72-4f32-aab3-c4e963e684dd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e6280a5-8b7a-4e23-9376-7769c6896afb', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.333717] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1055.335796] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.335796] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b63ebfc-6d39-47b8-a523-9f865fc66e89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.363121] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.363121] env[69763]: value = "task-4122888" [ 1055.363121] env[69763]: _type = "Task" [ 1055.363121] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.376386] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122888, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.545010] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1055.548046] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-662352fd-1ec8-4274-91dd-a43c01aec986 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.551980] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.554821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.280s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.555103] env[69763]: DEBUG nova.objects.instance [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1055.570227] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1055.570227] env[69763]: value = "task-4122889" [ 1055.570227] env[69763]: _type = "Task" [ 1055.570227] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.581455] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122889, 'name': CloneVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.582932] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.591960] env[69763]: INFO nova.scheduler.client.report [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted allocations for instance e6f4dda5-e4f5-4b25-bc4d-4587ef211935 [ 1055.875027] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122888, 'name': CreateVM_Task, 'duration_secs': 0.404454} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.875441] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.877196] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.877502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.878102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.878536] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5683a66d-aaf5-423e-ad12-2e07ec8f4f1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.885249] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1055.885249] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e7336c-1003-8d34-f50c-a8f31855980f" [ 1055.885249] env[69763]: _type = "Task" [ 1055.885249] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.896151] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e7336c-1003-8d34-f50c-a8f31855980f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.983800] env[69763]: DEBUG nova.network.neutron [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance_info_cache with network_info: [{"id": "d81628ad-87f9-4de4-b01a-60f6425c88be", "address": "fa:16:3e:bb:08:7a", "network": {"id": "58f4f0b0-6c2b-4c07-9b78-1665948bed45", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "30a4d5a3790b4c8a8b2dad7fa4d3a273", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b5c34919-7d52-4a52-bab1-81af4c8182ef", "external-id": "nsx-vlan-transportzone-458", "segmentation_id": 458, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd81628ad-87", "ovs_interfaceid": "d81628ad-87f9-4de4-b01a-60f6425c88be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.082657] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122889, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.100418] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91608802-4a3d-4aaf-8e07-b6ca8f872f7e tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "e6f4dda5-e4f5-4b25-bc4d-4587ef211935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.138s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.202548] env[69763]: DEBUG nova.network.neutron [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updated VIF entry in instance network info cache for port 0e6280a5-8b7a-4e23-9376-7769c6896afb. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1056.202928] env[69763]: DEBUG nova.network.neutron [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updating instance_info_cache with network_info: [{"id": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "address": "fa:16:3e:40:e4:eb", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6280a5-8b", "ovs_interfaceid": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.396146] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e7336c-1003-8d34-f50c-a8f31855980f, 'name': SearchDatastore_Task, 'duration_secs': 0.01292} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.396469] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.396745] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.397007] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.397161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.397346] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.397621] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-053cd2a2-9c53-41a3-9986-30ad90e2d224 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.408034] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.408180] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.408919] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6bdbb7ce-62eb-42e7-a5e2-67b4b898434b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.414515] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1056.414515] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52435d92-3b0e-9cce-266b-b63c749df8df" [ 1056.414515] env[69763]: _type = "Task" [ 1056.414515] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.423809] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52435d92-3b0e-9cce-266b-b63c749df8df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.485624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Releasing lock "refresh_cache-be5d76e1-a022-4de4-bf79-94a83f9958ec" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.486222] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1056.486517] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-677b9f37-543c-44ff-8c57-25340aba71af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.494517] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1056.494517] env[69763]: value = "task-4122890" [ 1056.494517] env[69763]: _type = "Task" [ 1056.494517] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.503137] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122890, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.570675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f8607e63-33d2-4d7e-9e41-942934b0d890 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.571986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.186s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.573736] env[69763]: INFO nova.compute.claims [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.587974] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122889, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.705513] env[69763]: DEBUG oslo_concurrency.lockutils [req-c2ab2c30-7c80-4ebd-bcfa-29404aadb57b req-be54d809-afd7-4cc1-bc5f-78519feeb8ad service nova] Releasing lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.930692] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52435d92-3b0e-9cce-266b-b63c749df8df, 'name': SearchDatastore_Task, 'duration_secs': 0.009674} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.931702] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9586f6d7-30b8-43d8-8ed0-0c16a94763e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.938255] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1056.938255] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52670e20-ab01-0678-46a7-944883de885f" [ 1056.938255] env[69763]: _type = "Task" [ 1056.938255] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.952670] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52670e20-ab01-0678-46a7-944883de885f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.004737] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122890, 'name': PowerOffVM_Task, 'duration_secs': 0.20356} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.006597] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1057.006597] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:48:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='610c4db5-ef4c-4f13-94e0-ad982c3dbbb1',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1303975040',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.006597] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.006597] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.006597] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.006597] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.007065] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.007125] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.007307] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.008119] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.008119] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.008119] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.013030] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0bbaa740-fc47-452a-b981-3a6b428a4775 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.029496] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1057.029496] env[69763]: value = "task-4122891" [ 1057.029496] env[69763]: _type = "Task" [ 1057.029496] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.040640] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.091635] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122889, 'name': CloneVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.456257] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52670e20-ab01-0678-46a7-944883de885f, 'name': SearchDatastore_Task, 'duration_secs': 0.013881} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.456257] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.456257] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] bde62e0a-f923-49ff-bcab-d8e0490a59bc/bde62e0a-f923-49ff-bcab-d8e0490a59bc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.456257] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6eb6fef-c074-4e10-ade3-b5171f431f0d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.466021] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1057.466021] env[69763]: value = "task-4122892" [ 1057.466021] env[69763]: _type = "Task" [ 1057.466021] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.473303] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.542813] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122891, 'name': ReconfigVM_Task, 'duration_secs': 0.15117} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.543855] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e8662b-a89e-4185-b90d-369424e74e35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.563432] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:48:52Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='610c4db5-ef4c-4f13-94e0-ad982c3dbbb1',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1303975040',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1057.563674] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1057.563827] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1057.564015] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1057.564162] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1057.564303] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1057.564504] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1057.564657] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1057.564817] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1057.565632] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1057.565632] env[69763]: DEBUG nova.virt.hardware [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1057.566069] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b874e546-e479-47d3-921e-eb604ba5517c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.573092] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1057.573092] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a4ec96-4746-a382-ae34-7a98a015be78" [ 1057.573092] env[69763]: _type = "Task" [ 1057.573092] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.598914] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a4ec96-4746-a382-ae34-7a98a015be78, 'name': SearchDatastore_Task, 'duration_secs': 0.009206} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.604647] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfiguring VM instance instance-0000002e to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1057.608514] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41996ce7-b9ad-4039-85b7-aa31f4ccd112 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.626335] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122889, 'name': CloneVM_Task, 'duration_secs': 1.583144} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.629837] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Created linked-clone VM from snapshot [ 1057.631671] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f178372-1cca-45fb-94cc-bf1262102165 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.638782] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1057.638782] env[69763]: value = "task-4122893" [ 1057.638782] env[69763]: _type = "Task" [ 1057.638782] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.644700] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Uploading image 31b9be5c-f2bc-4180-8495-f676ec9c02c3 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1057.663152] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122893, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.676498] env[69763]: DEBUG oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1057.676498] env[69763]: value = "vm-816693" [ 1057.676498] env[69763]: _type = "VirtualMachine" [ 1057.676498] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1057.676873] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-739510ae-e2bc-428c-bca2-c8325ab5c83d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.689528] env[69763]: DEBUG oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lease: (returnval){ [ 1057.689528] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c4784-ff4f-546b-693c-3b68dbcc635c" [ 1057.689528] env[69763]: _type = "HttpNfcLease" [ 1057.689528] env[69763]: } obtained for exporting VM: (result){ [ 1057.689528] env[69763]: value = "vm-816693" [ 1057.689528] env[69763]: _type = "VirtualMachine" [ 1057.689528] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1057.689528] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the lease: (returnval){ [ 1057.689528] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c4784-ff4f-546b-693c-3b68dbcc635c" [ 1057.689528] env[69763]: _type = "HttpNfcLease" [ 1057.689528] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1057.701041] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1057.701041] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c4784-ff4f-546b-693c-3b68dbcc635c" [ 1057.701041] env[69763]: _type = "HttpNfcLease" [ 1057.701041] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1057.984531] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122892, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.155358] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122893, 'name': ReconfigVM_Task, 'duration_secs': 0.281655} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.156477] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfigured VM instance instance-0000002e to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1058.160023] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a329b13-f383-48d8-9fa1-ef1b8234a762 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.184213] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec/be5d76e1-a022-4de4-bf79-94a83f9958ec.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.184755] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4bcbfd12-3363-4f7b-85c3-d648fd0e444d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.200555] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f79beb4-44b3-43b2-baa5-9e75eab78f11 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.213089] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1058.213089] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c4784-ff4f-546b-693c-3b68dbcc635c" [ 1058.213089] env[69763]: _type = "HttpNfcLease" [ 1058.213089] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1058.213991] env[69763]: DEBUG oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1058.213991] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c4784-ff4f-546b-693c-3b68dbcc635c" [ 1058.213991] env[69763]: _type = "HttpNfcLease" [ 1058.213991] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1058.216023] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e41842-95f3-4bf3-a32c-a381008597a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.220648] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acd4f8ec-0708-4cd1-91f2-10f0a72c509e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.225428] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1058.225428] env[69763]: value = "task-4122895" [ 1058.225428] env[69763]: _type = "Task" [ 1058.225428] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.268264] env[69763]: DEBUG oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aa87e-4246-f275-8eff-0754f2a16785/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1058.268480] env[69763]: DEBUG oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aa87e-4246-f275-8eff-0754f2a16785/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1058.273299] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2f7866-46eb-4b8b-8ad6-ef51fb94f44d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.278703] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.343773] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a1515a-beb2-4bd1-bc0c-2b9850aafe21 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.362435] env[69763]: DEBUG nova.compute.provider_tree [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1058.390618] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5fd5bddd-7050-43c3-9721-f13bd77faffa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.476919] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.541625} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.477434] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] bde62e0a-f923-49ff-bcab-d8e0490a59bc/bde62e0a-f923-49ff-bcab-d8e0490a59bc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.477669] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.477993] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b2f54d8-8fc0-4126-8f0e-bf78b274883e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.488038] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1058.488038] env[69763]: value = "task-4122896" [ 1058.488038] env[69763]: _type = "Task" [ 1058.488038] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.499612] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122896, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.744815] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122895, 'name': ReconfigVM_Task, 'duration_secs': 0.362815} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.745402] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Reconfigured VM instance instance-0000002e to attach disk [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec/be5d76e1-a022-4de4-bf79-94a83f9958ec.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.746869] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-387c4c0a-f003-45e2-a531-fe9058a78101 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.780794] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0662704c-b52d-4d37-ae7e-e626080582c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.808104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a759ef-dc9a-460e-b339-418a2562e08f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.831392] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cde05db5-5186-4f5b-8233-1aefb8b2da21 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.842132] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.842582] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5a979b2-5206-443a-ad78-b89b8ee60916 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.850964] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1058.850964] env[69763]: value = "task-4122897" [ 1058.850964] env[69763]: _type = "Task" [ 1058.850964] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.860715] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122897, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.867151] env[69763]: DEBUG nova.scheduler.client.report [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.008092] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122896, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074816} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.011033] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1059.016352] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff12ba5-f186-4ef5-b63b-bfaed32273d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.024334] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "c773bd6c-8518-4a5f-83ea-7e992730baff" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.024633] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.049969] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] bde62e0a-f923-49ff-bcab-d8e0490a59bc/bde62e0a-f923-49ff-bcab-d8e0490a59bc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1059.052019] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9346e6c7-4d57-4c31-874f-cdb3a5b4e859 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.081593] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1059.081593] env[69763]: value = "task-4122898" [ 1059.081593] env[69763]: _type = "Task" [ 1059.081593] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.091977] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122898, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.362173] env[69763]: DEBUG oslo_vmware.api [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122897, 'name': PowerOnVM_Task, 'duration_secs': 0.414005} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.363036] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.373192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.801s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.373874] env[69763]: DEBUG nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1059.378349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.365s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.380232] env[69763]: INFO nova.compute.claims [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1059.529868] env[69763]: DEBUG nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1059.596736] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122898, 'name': ReconfigVM_Task, 'duration_secs': 0.516952} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.597075] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Reconfigured VM instance instance-00000040 to attach disk [datastore1] bde62e0a-f923-49ff-bcab-d8e0490a59bc/bde62e0a-f923-49ff-bcab-d8e0490a59bc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.597725] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8624adc2-9725-453b-a37b-9feb8be407f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.605588] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1059.605588] env[69763]: value = "task-4122899" [ 1059.605588] env[69763]: _type = "Task" [ 1059.605588] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.617573] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122899, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.879945] env[69763]: DEBUG nova.compute.utils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.885852] env[69763]: DEBUG nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.886144] env[69763]: DEBUG nova.network.neutron [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.990364] env[69763]: DEBUG nova.policy [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '994857d90d55479b91e18c94c85972e6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ada7b9be268e44adbbc8fb5bc52cc1ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1060.065872] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.117485] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122899, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.333358] env[69763]: DEBUG nova.network.neutron [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Successfully created port: a1861fb0-b9c6-4c9f-a2ba-0841ca405988 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1060.379456] env[69763]: INFO nova.compute.manager [None req-237925f6-683f-48bf-ab42-aa74f9e94ce1 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance to original state: 'active' [ 1060.392550] env[69763]: DEBUG nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1060.618159] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122899, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.947985] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff83b4cf-c63d-4099-8c05-8f08502f5ab7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.956717] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac6fb13-0dc3-417c-a6bf-3e19a89e580c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.993921] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3bc59c-18ee-4de6-8632-4655074043c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.002577] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e64b1b33-860a-411e-8d97-599e900f0846 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.019889] env[69763]: DEBUG nova.compute.provider_tree [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.119085] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122899, 'name': Rename_Task, 'duration_secs': 1.24452} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.119402] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.119718] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2977a8fe-c136-4344-82fd-0cc702b8e0af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.128342] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1061.128342] env[69763]: value = "task-4122900" [ 1061.128342] env[69763]: _type = "Task" [ 1061.128342] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.141028] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122900, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.411322] env[69763]: DEBUG nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1061.444285] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1061.444644] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1061.444750] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1061.445190] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1061.445505] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1061.445693] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1061.446019] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1061.446216] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1061.446479] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1061.446672] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1061.446935] env[69763]: DEBUG nova.virt.hardware [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1061.448582] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ae08b48-3a88-4bd9-baca-a6f0dfdd142c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.459078] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a953f4-5281-4140-b769-455df9e636f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.524147] env[69763]: DEBUG nova.scheduler.client.report [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1061.641642] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122900, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.754181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-03449ac3-95ed-4948-94c5-3f8ce91049e4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.754486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-03449ac3-95ed-4948-94c5-3f8ce91049e4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.755033] env[69763]: DEBUG nova.objects.instance [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'flavor' on Instance uuid 03449ac3-95ed-4948-94c5-3f8ce91049e4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.033032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.033592] env[69763]: DEBUG nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1062.038152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.047s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.042654] env[69763]: INFO nova.compute.claims [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.140902] env[69763]: DEBUG oslo_vmware.api [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122900, 'name': PowerOnVM_Task, 'duration_secs': 0.606691} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.141371] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.141718] env[69763]: INFO nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Took 9.94 seconds to spawn the instance on the hypervisor. [ 1062.142040] env[69763]: DEBUG nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1062.142956] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1517a31c-d5c3-44e7-84b5-bc2de687c75a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.193607] env[69763]: DEBUG nova.network.neutron [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Successfully updated port: a1861fb0-b9c6-4c9f-a2ba-0841ca405988 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1062.385639] env[69763]: DEBUG nova.objects.instance [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'pci_requests' on Instance uuid 03449ac3-95ed-4948-94c5-3f8ce91049e4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1062.397938] env[69763]: DEBUG nova.compute.manager [req-eb170b4f-5e50-48d0-b6c1-2514a56f5c31 req-24a99b6b-ff9d-4e75-b375-7d0c3e9e787a service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Received event network-vif-plugged-a1861fb0-b9c6-4c9f-a2ba-0841ca405988 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.398208] env[69763]: DEBUG oslo_concurrency.lockutils [req-eb170b4f-5e50-48d0-b6c1-2514a56f5c31 req-24a99b6b-ff9d-4e75-b375-7d0c3e9e787a service nova] Acquiring lock "3730826b-c4c9-4e06-a4d2-25f6487763c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.398428] env[69763]: DEBUG oslo_concurrency.lockutils [req-eb170b4f-5e50-48d0-b6c1-2514a56f5c31 req-24a99b6b-ff9d-4e75-b375-7d0c3e9e787a service nova] Lock "3730826b-c4c9-4e06-a4d2-25f6487763c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.398602] env[69763]: DEBUG oslo_concurrency.lockutils [req-eb170b4f-5e50-48d0-b6c1-2514a56f5c31 req-24a99b6b-ff9d-4e75-b375-7d0c3e9e787a service nova] Lock "3730826b-c4c9-4e06-a4d2-25f6487763c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.398759] env[69763]: DEBUG nova.compute.manager [req-eb170b4f-5e50-48d0-b6c1-2514a56f5c31 req-24a99b6b-ff9d-4e75-b375-7d0c3e9e787a service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] No waiting events found dispatching network-vif-plugged-a1861fb0-b9c6-4c9f-a2ba-0841ca405988 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1062.398917] env[69763]: WARNING nova.compute.manager [req-eb170b4f-5e50-48d0-b6c1-2514a56f5c31 req-24a99b6b-ff9d-4e75-b375-7d0c3e9e787a service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Received unexpected event network-vif-plugged-a1861fb0-b9c6-4c9f-a2ba-0841ca405988 for instance with vm_state building and task_state spawning. [ 1062.549541] env[69763]: DEBUG nova.compute.utils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1062.551826] env[69763]: DEBUG nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1062.552033] env[69763]: DEBUG nova.network.neutron [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.602022] env[69763]: DEBUG nova.policy [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4649b0f89f3149988504a447c22e30ac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b4accb92800449e9a1c69d2ff9c8e671', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1062.665302] env[69763]: INFO nova.compute.manager [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Took 46.92 seconds to build instance. [ 1062.704181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquiring lock "refresh_cache-3730826b-c4c9-4e06-a4d2-25f6487763c7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.704181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquired lock "refresh_cache-3730826b-c4c9-4e06-a4d2-25f6487763c7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.704181] env[69763]: DEBUG nova.network.neutron [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1062.891284] env[69763]: DEBUG nova.objects.base [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Object Instance<03449ac3-95ed-4948-94c5-3f8ce91049e4> lazy-loaded attributes: flavor,pci_requests {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.891284] env[69763]: DEBUG nova.network.neutron [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1062.969762] env[69763]: DEBUG nova.policy [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.033441] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "be5d76e1-a022-4de4-bf79-94a83f9958ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.033871] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.034278] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.034692] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.034936] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.037653] env[69763]: INFO nova.compute.manager [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Terminating instance [ 1063.059019] env[69763]: DEBUG nova.network.neutron [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Successfully created port: 682fcf25-d702-4758-a737-7cdf1fe4fb62 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1063.062428] env[69763]: DEBUG nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1063.169795] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f66c240a-9d33-4f6b-9dc0-256630d94e33 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.440s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.536041] env[69763]: DEBUG nova.network.neutron [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1063.542523] env[69763]: DEBUG nova.compute.manager [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1063.543140] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.544692] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6de3aa-1915-48bb-a429-f67b6d051357 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.554412] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1063.554731] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37f4fc53-b820-4e0a-89f5-5133f99d4324 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.566448] env[69763]: DEBUG oslo_vmware.api [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1063.566448] env[69763]: value = "task-4122901" [ 1063.566448] env[69763]: _type = "Task" [ 1063.566448] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.586267] env[69763]: DEBUG oslo_vmware.api [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122901, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.627258] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b36aa00b-d853-4b95-b553-b54c4b424817 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.639667] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e08b05-c470-4306-aa06-3aedaa2fc159 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.679875] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f01714f-abac-4852-96c3-cb17d2b39a46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.690754] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a64e122-0f88-40a2-89f2-60d62c32e479 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.708071] env[69763]: DEBUG nova.compute.provider_tree [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.964100] env[69763]: DEBUG nova.network.neutron [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Updating instance_info_cache with network_info: [{"id": "a1861fb0-b9c6-4c9f-a2ba-0841ca405988", "address": "fa:16:3e:14:21:81", "network": {"id": "f8b6a069-4840-424c-96f6-1305d0e7b699", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1134178271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada7b9be268e44adbbc8fb5bc52cc1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1861fb0-b9", "ovs_interfaceid": "a1861fb0-b9c6-4c9f-a2ba-0841ca405988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.025475] env[69763]: DEBUG nova.network.neutron [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Successfully created port: 618f384a-07f2-402f-8ed8-45f73a82f3e9 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1064.077666] env[69763]: DEBUG oslo_vmware.api [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122901, 'name': PowerOffVM_Task, 'duration_secs': 0.321977} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.077980] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1064.078229] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1064.078455] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-846dd979-d428-4d26-b3e5-bf0144ab166e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.081324] env[69763]: DEBUG nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1064.116179] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1064.116450] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1064.116604] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.116789] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1064.117103] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.121052] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1064.121240] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1064.121413] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1064.121586] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1064.121751] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1064.121928] env[69763]: DEBUG nova.virt.hardware [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1064.123209] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2add036d-b847-491c-b63d-531035b1a784 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.132150] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776dad98-97d6-4663-a34e-dcedacfe526a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.162043] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1064.162383] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1064.162587] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Deleting the datastore file [datastore2] be5d76e1-a022-4de4-bf79-94a83f9958ec {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1064.162881] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-19770392-2153-43b6-9055-cc5d1cdac201 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.170502] env[69763]: DEBUG oslo_vmware.api [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1064.170502] env[69763]: value = "task-4122903" [ 1064.170502] env[69763]: _type = "Task" [ 1064.170502] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.179406] env[69763]: DEBUG oslo_vmware.api [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122903, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.211968] env[69763]: DEBUG nova.scheduler.client.report [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.466838] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Releasing lock "refresh_cache-3730826b-c4c9-4e06-a4d2-25f6487763c7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.467193] env[69763]: DEBUG nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Instance network_info: |[{"id": "a1861fb0-b9c6-4c9f-a2ba-0841ca405988", "address": "fa:16:3e:14:21:81", "network": {"id": "f8b6a069-4840-424c-96f6-1305d0e7b699", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1134178271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada7b9be268e44adbbc8fb5bc52cc1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1861fb0-b9", "ovs_interfaceid": "a1861fb0-b9c6-4c9f-a2ba-0841ca405988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1064.467786] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:21:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ee617cec-01ea-4a11-ac04-ef9767f4c86d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1861fb0-b9c6-4c9f-a2ba-0841ca405988', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1064.476125] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Creating folder: Project (ada7b9be268e44adbbc8fb5bc52cc1ec). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.476459] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3ad15624-6e20-448b-ba72-51de4260a203 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.489552] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Created folder: Project (ada7b9be268e44adbbc8fb5bc52cc1ec) in parent group-v816505. [ 1064.489863] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Creating folder: Instances. Parent ref: group-v816694. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1064.490207] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-468c34d6-a6f1-4e9d-98c8-1c0df2b7b068 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.502949] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Created folder: Instances in parent group-v816694. [ 1064.502949] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.502949] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1064.502949] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a4679df5-d644-4080-929f-aea7068f5504 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.527583] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1064.527583] env[69763]: value = "task-4122906" [ 1064.527583] env[69763]: _type = "Task" [ 1064.527583] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.536404] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122906, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.683252] env[69763]: DEBUG oslo_vmware.api [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122903, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182219} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.683669] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.683913] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.684153] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.684368] env[69763]: INFO nova.compute.manager [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1064.684666] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.684886] env[69763]: DEBUG nova.compute.manager [-] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.685041] env[69763]: DEBUG nova.network.neutron [-] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.718788] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.719476] env[69763]: DEBUG nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1064.722879] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.906s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.723173] env[69763]: DEBUG nova.objects.instance [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lazy-loading 'resources' on Instance uuid 9b63e873-d174-44a6-8b0f-5f34d47f1d7b {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1065.041468] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122906, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.231796] env[69763]: DEBUG nova.compute.utils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.237603] env[69763]: DEBUG nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1065.237603] env[69763]: DEBUG nova.network.neutron [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1065.344466] env[69763]: DEBUG nova.policy [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b09c77d0fd44da08d3b6197e72f3a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c39aa9dc0d2948818a3cd1c7e34b815f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.549683] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122906, 'name': CreateVM_Task, 'duration_secs': 0.552339} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.549683] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1065.549828] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.550062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.550502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.550866] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-701feffd-60de-4877-95e0-76b482c23128 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.559542] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1065.559542] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52569eaa-fe30-85ad-f18a-57795ef347af" [ 1065.559542] env[69763]: _type = "Task" [ 1065.559542] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.571377] env[69763]: DEBUG nova.network.neutron [-] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.573348] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52569eaa-fe30-85ad-f18a-57795ef347af, 'name': SearchDatastore_Task, 'duration_secs': 0.010425} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.579102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.579102] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1065.579102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.579102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.579102] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1065.579277] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3737779a-61ff-4d6f-b5c7-80be33740f9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.591028] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1065.591028] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1065.591028] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-493499f1-454a-405c-966c-9bc907a21643 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.602116] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1065.602116] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52be12b2-621a-6343-6aaf-2d5048144db5" [ 1065.602116] env[69763]: _type = "Task" [ 1065.602116] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.607727] env[69763]: DEBUG oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aa87e-4246-f275-8eff-0754f2a16785/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1065.609039] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4d500e-0ab4-4c0d-870f-27bd0a767475 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.618659] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52be12b2-621a-6343-6aaf-2d5048144db5, 'name': SearchDatastore_Task, 'duration_secs': 0.010753} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.623611] env[69763]: DEBUG oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aa87e-4246-f275-8eff-0754f2a16785/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1065.623969] env[69763]: ERROR oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aa87e-4246-f275-8eff-0754f2a16785/disk-0.vmdk due to incomplete transfer. [ 1065.624511] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9dee9f1-05a9-4b9c-8eb7-b44945e916b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.626991] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4bcfd042-3ec6-4f13-bc93-4a542cdb0a75 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.632845] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1065.632845] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f86dcf-8cc0-01cd-6619-ebe09c220bf8" [ 1065.632845] env[69763]: _type = "Task" [ 1065.632845] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.640490] env[69763]: DEBUG oslo_vmware.rw_handles [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/524aa87e-4246-f275-8eff-0754f2a16785/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1065.640882] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Uploaded image 31b9be5c-f2bc-4180-8495-f676ec9c02c3 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1065.643400] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1065.644300] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-23d681bb-754d-4fe2-bc64-eb34badb2a89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.650056] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f86dcf-8cc0-01cd-6619-ebe09c220bf8, 'name': SearchDatastore_Task, 'duration_secs': 0.010456} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.650759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.651171] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 3730826b-c4c9-4e06-a4d2-25f6487763c7/3730826b-c4c9-4e06-a4d2-25f6487763c7.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.651558] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfa6c8ff-0f63-4b2c-8a8b-93e1c397cd89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.655367] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1065.655367] env[69763]: value = "task-4122907" [ 1065.655367] env[69763]: _type = "Task" [ 1065.655367] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.663519] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1065.663519] env[69763]: value = "task-4122908" [ 1065.663519] env[69763]: _type = "Task" [ 1065.663519] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.671315] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122907, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.680064] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122908, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.744099] env[69763]: DEBUG nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1065.789670] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf08347e-2c6a-4941-8273-d7dbea51f37e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.798104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcc0e885-c85f-4fb7-8ae6-8dbc263bb684 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.828596] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee9c7886-d9a2-4053-97ca-94d1d4df3ccf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.837492] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9762d891-e51d-4978-b305-bdf0f9815ced {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.853035] env[69763]: DEBUG nova.compute.provider_tree [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.955390] env[69763]: DEBUG nova.network.neutron [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Successfully updated port: 682fcf25-d702-4758-a737-7cdf1fe4fb62 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.074285] env[69763]: INFO nova.compute.manager [-] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Took 1.39 seconds to deallocate network for instance. [ 1066.173879] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122907, 'name': Destroy_Task, 'duration_secs': 0.397358} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.177349] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Destroyed the VM [ 1066.177701] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1066.178053] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122908, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.178283] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-c4fa7414-279b-4cc6-83bb-5c5fc6d2dbb6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.187313] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1066.187313] env[69763]: value = "task-4122909" [ 1066.187313] env[69763]: _type = "Task" [ 1066.187313] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.196431] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.211836] env[69763]: DEBUG nova.network.neutron [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Successfully created port: eda1bda7-6f75-43b6-8c8b-64bec7f96666 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.257956] env[69763]: DEBUG nova.network.neutron [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Successfully updated port: 618f384a-07f2-402f-8ed8-45f73a82f3e9 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1066.356785] env[69763]: DEBUG nova.scheduler.client.report [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.458556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "refresh_cache-eee3d0fa-bd8c-49ca-876c-016ed7fe349b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.458682] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "refresh_cache-eee3d0fa-bd8c-49ca-876c-016ed7fe349b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.458841] env[69763]: DEBUG nova.network.neutron [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.581804] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1066.675203] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122908, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.550229} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.675531] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 3730826b-c4c9-4e06-a4d2-25f6487763c7/3730826b-c4c9-4e06-a4d2-25f6487763c7.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.675752] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.676030] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b70ec24a-985c-4cc1-b15b-3688a881d32d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.683920] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1066.683920] env[69763]: value = "task-4122910" [ 1066.683920] env[69763]: _type = "Task" [ 1066.683920] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.697226] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.700090] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122909, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.755570] env[69763]: DEBUG nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1066.759786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.759975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.760376] env[69763]: DEBUG nova.network.neutron [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.779763] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1066.780544] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1066.780544] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.780721] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1066.780869] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.781110] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1066.781417] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1066.781615] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1066.781820] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1066.782039] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1066.782230] env[69763]: DEBUG nova.virt.hardware [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1066.783505] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-569667e0-6b8f-46dd-9846-f778bad6431e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.795471] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b4c52a-cd46-4ca4-9000-e46255f74fb9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.862603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.140s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.865402] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.266s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.865679] env[69763]: DEBUG nova.objects.instance [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lazy-loading 'resources' on Instance uuid 0ba728e6-127d-4b7f-9559-37b380cdb781 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.899439] env[69763]: INFO nova.scheduler.client.report [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted allocations for instance 9b63e873-d174-44a6-8b0f-5f34d47f1d7b [ 1067.003777] env[69763]: DEBUG nova.network.neutron [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1067.202073] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122909, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.202483] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077015} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.202593] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1067.203391] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f7bd16-18e4-4628-bcc8-3d88b1976637 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.206698] env[69763]: DEBUG nova.network.neutron [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Updating instance_info_cache with network_info: [{"id": "682fcf25-d702-4758-a737-7cdf1fe4fb62", "address": "fa:16:3e:d5:e5:a5", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682fcf25-d7", "ovs_interfaceid": "682fcf25-d702-4758-a737-7cdf1fe4fb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.228199] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Reconfiguring VM instance instance-00000041 to attach disk [datastore2] 3730826b-c4c9-4e06-a4d2-25f6487763c7/3730826b-c4c9-4e06-a4d2-25f6487763c7.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1067.229252] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c393da4-f73d-4109-8f38-6d2f1b361a94 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.250141] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1067.250141] env[69763]: value = "task-4122911" [ 1067.250141] env[69763]: _type = "Task" [ 1067.250141] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.259230] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122911, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.288400] env[69763]: DEBUG nova.compute.manager [req-3b64366e-2ec2-4231-9fd8-b35f318b3aaf req-957c7c87-55cc-4f03-be20-2825b245d480 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Received event network-changed-a1861fb0-b9c6-4c9f-a2ba-0841ca405988 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1067.288678] env[69763]: DEBUG nova.compute.manager [req-3b64366e-2ec2-4231-9fd8-b35f318b3aaf req-957c7c87-55cc-4f03-be20-2825b245d480 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Refreshing instance network info cache due to event network-changed-a1861fb0-b9c6-4c9f-a2ba-0841ca405988. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1067.288678] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b64366e-2ec2-4231-9fd8-b35f318b3aaf req-957c7c87-55cc-4f03-be20-2825b245d480 service nova] Acquiring lock "refresh_cache-3730826b-c4c9-4e06-a4d2-25f6487763c7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.288943] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b64366e-2ec2-4231-9fd8-b35f318b3aaf req-957c7c87-55cc-4f03-be20-2825b245d480 service nova] Acquired lock "refresh_cache-3730826b-c4c9-4e06-a4d2-25f6487763c7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.288943] env[69763]: DEBUG nova.network.neutron [req-3b64366e-2ec2-4231-9fd8-b35f318b3aaf req-957c7c87-55cc-4f03-be20-2825b245d480 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Refreshing network info cache for port a1861fb0-b9c6-4c9f-a2ba-0841ca405988 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1067.308176] env[69763]: WARNING nova.network.neutron [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] 4d303c1e-1e23-4a82-adac-5e7063b556a1 already exists in list: networks containing: ['4d303c1e-1e23-4a82-adac-5e7063b556a1']. ignoring it [ 1067.412504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d613a47b-9ab7-4298-aacc-fdd78f29a944 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "9b63e873-d174-44a6-8b0f-5f34d47f1d7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.201s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.692649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquiring lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.692649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1067.705098] env[69763]: DEBUG oslo_vmware.api [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4122909, 'name': RemoveSnapshot_Task, 'duration_secs': 1.289658} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.708885] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1067.709166] env[69763]: INFO nova.compute.manager [None req-7b060591-d217-4122-876a-9acf71eed7a7 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Took 14.26 seconds to snapshot the instance on the hypervisor. [ 1067.715022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "refresh_cache-eee3d0fa-bd8c-49ca-876c-016ed7fe349b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.715022] env[69763]: DEBUG nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Instance network_info: |[{"id": "682fcf25-d702-4758-a737-7cdf1fe4fb62", "address": "fa:16:3e:d5:e5:a5", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682fcf25-d7", "ovs_interfaceid": "682fcf25-d702-4758-a737-7cdf1fe4fb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1067.717684] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d5:e5:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'b80dd748-3d7e-4a23-a38d-9e79a3881452', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '682fcf25-d702-4758-a737-7cdf1fe4fb62', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1067.725739] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1067.730872] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1067.730872] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1265432-c76b-4fb5-b3b1-874fe0ad56b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.757501] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1067.757501] env[69763]: value = "task-4122912" [ 1067.757501] env[69763]: _type = "Task" [ 1067.757501] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.769926] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122911, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.776424] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122912, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.898242] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-346bed27-aa49-4590-9bae-170f7c0d5feb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.906173] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb9068b-135a-4d23-b8bc-2a72fefb4a6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.634360] env[69763]: DEBUG nova.network.neutron [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Successfully updated port: eda1bda7-6f75-43b6-8c8b-64bec7f96666 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.640225] env[69763]: DEBUG nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.661227] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122912, 'name': CreateVM_Task, 'duration_secs': 0.355245} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.661578] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122911, 'name': ReconfigVM_Task, 'duration_secs': 0.756609} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.687291] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1068.687633] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Reconfigured VM instance instance-00000041 to attach disk [datastore2] 3730826b-c4c9-4e06-a4d2-25f6487763c7/3730826b-c4c9-4e06-a4d2-25f6487763c7.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1068.693126] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.693306] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.693630] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.693882] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7bb8ae8-0e05-44ea-8836-8499022eeb40 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.696153] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9e2e1db-5d74-4840-9dbf-afc920e8874f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.698862] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95f57327-b4c0-45be-b3a5-a774c28fd5d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.709657] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5eb4a2-48b2-417e-bfbe-82a51acb4325 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.714084] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1068.714084] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5200b9ab-5c69-518e-18e9-bcb64d0558fa" [ 1068.714084] env[69763]: _type = "Task" [ 1068.714084] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.715824] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1068.715824] env[69763]: value = "task-4122913" [ 1068.715824] env[69763]: _type = "Task" [ 1068.715824] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.731928] env[69763]: DEBUG nova.compute.provider_tree [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1068.741107] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5200b9ab-5c69-518e-18e9-bcb64d0558fa, 'name': SearchDatastore_Task, 'duration_secs': 0.013339} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.745215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.745484] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1068.745730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.745890] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.746061] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1068.746683] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122913, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.746910] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ad1d79b-c7c4-4139-b40f-2d9243ab855c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.756867] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1068.757067] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1068.757812] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f170e194-4667-4471-bcd0-3dc4ea4b3d2b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.764384] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1068.764384] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fa388f-6198-2e22-904f-30d0888178c0" [ 1068.764384] env[69763]: _type = "Task" [ 1068.764384] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.776437] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fa388f-6198-2e22-904f-30d0888178c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.866161] env[69763]: DEBUG nova.network.neutron [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [{"id": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "address": "fa:16:3e:34:3c:40", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb46f1a-8b", "ovs_interfaceid": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "618f384a-07f2-402f-8ed8-45f73a82f3e9", "address": "fa:16:3e:79:2c:41", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap618f384a-07", "ovs_interfaceid": "618f384a-07f2-402f-8ed8-45f73a82f3e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.903846] env[69763]: DEBUG nova.network.neutron [req-3b64366e-2ec2-4231-9fd8-b35f318b3aaf req-957c7c87-55cc-4f03-be20-2825b245d480 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Updated VIF entry in instance network info cache for port a1861fb0-b9c6-4c9f-a2ba-0841ca405988. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1068.904313] env[69763]: DEBUG nova.network.neutron [req-3b64366e-2ec2-4231-9fd8-b35f318b3aaf req-957c7c87-55cc-4f03-be20-2825b245d480 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Updating instance_info_cache with network_info: [{"id": "a1861fb0-b9c6-4c9f-a2ba-0841ca405988", "address": "fa:16:3e:14:21:81", "network": {"id": "f8b6a069-4840-424c-96f6-1305d0e7b699", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-1134178271-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ada7b9be268e44adbbc8fb5bc52cc1ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ee617cec-01ea-4a11-ac04-ef9767f4c86d", "external-id": "nsx-vlan-transportzone-11", "segmentation_id": 11, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1861fb0-b9", "ovs_interfaceid": "a1861fb0-b9c6-4c9f-a2ba-0841ca405988", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.148198] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.148354] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.148496] env[69763]: DEBUG nova.network.neutron [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.168472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.230129] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122913, 'name': Rename_Task, 'duration_secs': 0.272987} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.230448] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1069.230709] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e55487-b5f9-4415-a0a3-10545f52e359 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.235475] env[69763]: DEBUG nova.scheduler.client.report [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.240642] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1069.240642] env[69763]: value = "task-4122914" [ 1069.240642] env[69763]: _type = "Task" [ 1069.240642] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.249617] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.275220] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fa388f-6198-2e22-904f-30d0888178c0, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.276146] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ac9eeb-b62d-4bba-85b4-450b4781247f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.282284] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1069.282284] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d9dc80-d876-68ed-75ea-1fff996baa6a" [ 1069.282284] env[69763]: _type = "Task" [ 1069.282284] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.290416] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d9dc80-d876-68ed-75ea-1fff996baa6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.371339] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.372086] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.372194] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.373104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc21567-6abc-432d-9012-68ce5a0ca260 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.390967] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1069.390967] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1069.391241] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1069.391357] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1069.391473] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1069.391618] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1069.391902] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1069.391987] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1069.392212] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1069.392425] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1069.392645] env[69763]: DEBUG nova.virt.hardware [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1069.400267] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Reconfiguring VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1069.400267] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d31088d1-bb7d-4215-a7d6-d5c7038efe60 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.412899] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b64366e-2ec2-4231-9fd8-b35f318b3aaf req-957c7c87-55cc-4f03-be20-2825b245d480 service nova] Releasing lock "refresh_cache-3730826b-c4c9-4e06-a4d2-25f6487763c7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.421056] env[69763]: DEBUG oslo_vmware.api [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1069.421056] env[69763]: value = "task-4122915" [ 1069.421056] env[69763]: _type = "Task" [ 1069.421056] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.428686] env[69763]: DEBUG oslo_vmware.api [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122915, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.704234] env[69763]: DEBUG nova.network.neutron [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.742880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.878s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.746029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.696s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1069.762026] env[69763]: DEBUG oslo_vmware.api [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122914, 'name': PowerOnVM_Task, 'duration_secs': 0.490466} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.762364] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.762713] env[69763]: INFO nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Took 8.35 seconds to spawn the instance on the hypervisor. [ 1069.762890] env[69763]: DEBUG nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1069.765124] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0013026-dbb2-4ff1-9b4c-77847fef2866 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.779025] env[69763]: INFO nova.scheduler.client.report [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Deleted allocations for instance 0ba728e6-127d-4b7f-9559-37b380cdb781 [ 1069.797021] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d9dc80-d876-68ed-75ea-1fff996baa6a, 'name': SearchDatastore_Task, 'duration_secs': 0.009877} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.797538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.797914] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] eee3d0fa-bd8c-49ca-876c-016ed7fe349b/eee3d0fa-bd8c-49ca-876c-016ed7fe349b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1069.798558] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-902cbd84-0860-4b10-97b1-1f469dc9f460 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.809024] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1069.809024] env[69763]: value = "task-4122916" [ 1069.809024] env[69763]: _type = "Task" [ 1069.809024] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.821391] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122916, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.932676] env[69763]: DEBUG oslo_vmware.api [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122915, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.983805] env[69763]: DEBUG nova.network.neutron [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance_info_cache with network_info: [{"id": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "address": "fa:16:3e:6c:a6:24", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda1bda7-6f", "ovs_interfaceid": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.295613] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c51751d-ca2d-4e2a-8760-4d5fbd9b8388 tempest-ServersTestManualDisk-175454458 tempest-ServersTestManualDisk-175454458-project-member] Lock "0ba728e6-127d-4b7f-9559-37b380cdb781" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.032s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.297213] env[69763]: INFO nova.compute.manager [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Took 50.93 seconds to build instance. [ 1070.311436] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecce595b-2935-4b86-964e-ae3b6d7d9f7e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.331366] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122916, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.335307] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5241662f-c1ea-45e1-9d84-025ac2cbc9f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.378987] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36aa6ddc-2d23-42cc-a009-a5cd182c0d3d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.387664] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b65ded-0bcd-4b89-bfc5-1d4a07311d27 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.402794] env[69763]: DEBUG nova.compute.provider_tree [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.432750] env[69763]: DEBUG oslo_vmware.api [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122915, 'name': ReconfigVM_Task, 'duration_secs': 0.95333} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.433303] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.433530] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Reconfigured VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1070.488988] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.489420] env[69763]: DEBUG nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Instance network_info: |[{"id": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "address": "fa:16:3e:6c:a6:24", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda1bda7-6f", "ovs_interfaceid": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.489857] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:a6:24', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'eda1bda7-6f75-43b6-8c8b-64bec7f96666', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.497971] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.499129] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.499129] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e48add2d-7246-46eb-b069-a5f7f417b50c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.520323] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.520323] env[69763]: value = "task-4122917" [ 1070.520323] env[69763]: _type = "Task" [ 1070.520323] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.528508] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122917, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.800243] env[69763]: DEBUG oslo_concurrency.lockutils [None req-67127f89-6d9f-4e6f-bf0f-f9a2be6fbf13 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "3730826b-c4c9-4e06-a4d2-25f6487763c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.450s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.825188] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122916, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52887} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.827028] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] eee3d0fa-bd8c-49ca-876c-016ed7fe349b/eee3d0fa-bd8c-49ca-876c-016ed7fe349b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1070.827028] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1070.827028] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a97cf371-c2e4-4cc0-8ebb-6e4d57c6dd74 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.838863] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1070.838863] env[69763]: value = "task-4122918" [ 1070.838863] env[69763]: _type = "Task" [ 1070.838863] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.848795] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122918, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.906869] env[69763]: DEBUG nova.scheduler.client.report [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.938124] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20e46706-9c8d-4a50-b1c3-b9f56c6a221a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-03449ac3-95ed-4948-94c5-3f8ce91049e4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 9.183s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.030444] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122917, 'name': CreateVM_Task, 'duration_secs': 0.396964} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.030636] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1071.031330] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.031498] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.031841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.032112] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af317575-5944-423e-86af-2cb43a401843 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.038132] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1071.038132] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527ec80f-3bba-d099-faff-a979891a6db7" [ 1071.038132] env[69763]: _type = "Task" [ 1071.038132] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.047510] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527ec80f-3bba-d099-faff-a979891a6db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.219399] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Received event network-vif-deleted-d81628ad-87f9-4de4-b01a-60f6425c88be {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.219399] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Received event network-vif-plugged-682fcf25-d702-4758-a737-7cdf1fe4fb62 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.219399] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquiring lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.219399] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.220066] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.220066] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] No waiting events found dispatching network-vif-plugged-682fcf25-d702-4758-a737-7cdf1fe4fb62 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1071.220066] env[69763]: WARNING nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Received unexpected event network-vif-plugged-682fcf25-d702-4758-a737-7cdf1fe4fb62 for instance with vm_state building and task_state spawning. [ 1071.220066] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received event network-vif-plugged-618f384a-07f2-402f-8ed8-45f73a82f3e9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.220841] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquiring lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1071.220841] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.220841] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.220841] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] No waiting events found dispatching network-vif-plugged-618f384a-07f2-402f-8ed8-45f73a82f3e9 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1071.221524] env[69763]: WARNING nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received unexpected event network-vif-plugged-618f384a-07f2-402f-8ed8-45f73a82f3e9 for instance with vm_state active and task_state None. [ 1071.221524] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Received event network-changed-682fcf25-d702-4758-a737-7cdf1fe4fb62 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.221524] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Refreshing instance network info cache due to event network-changed-682fcf25-d702-4758-a737-7cdf1fe4fb62. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1071.221524] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquiring lock "refresh_cache-eee3d0fa-bd8c-49ca-876c-016ed7fe349b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.221524] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquired lock "refresh_cache-eee3d0fa-bd8c-49ca-876c-016ed7fe349b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.221975] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Refreshing network info cache for port 682fcf25-d702-4758-a737-7cdf1fe4fb62 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1071.349274] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122918, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089214} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.349489] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1071.350287] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45da4ac-21f9-4197-abb4-009b88d99882 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.372782] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] eee3d0fa-bd8c-49ca-876c-016ed7fe349b/eee3d0fa-bd8c-49ca-876c-016ed7fe349b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1071.373027] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ddd1abb-be7b-46ac-908b-481f38c98000 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.392600] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1071.392600] env[69763]: value = "task-4122919" [ 1071.392600] env[69763]: _type = "Task" [ 1071.392600] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.400768] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122919, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.412787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.667s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.412999] env[69763]: INFO nova.compute.manager [None req-72cf20f9-caee-4fd7-a6f6-8288662d8fcc tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Successfully reverted task state from rebuilding on failure for instance. [ 1071.417952] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.242s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.419435] env[69763]: INFO nova.compute.claims [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1071.550691] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527ec80f-3bba-d099-faff-a979891a6db7, 'name': SearchDatastore_Task, 'duration_secs': 0.010563} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.551027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.551274] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.551525] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.551696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.551900] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.552208] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63aeef6e-adb0-4a24-82da-dcdc6d0a69e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.563753] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.563753] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.563753] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd801e5b-5cc9-4651-98c7-fdbac2c5ca1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.570743] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1071.570743] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ea3713-0390-aed7-bb5f-5988025886fb" [ 1071.570743] env[69763]: _type = "Task" [ 1071.570743] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.579404] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ea3713-0390-aed7-bb5f-5988025886fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.914023] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122919, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.082074] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ea3713-0390-aed7-bb5f-5988025886fb, 'name': SearchDatastore_Task, 'duration_secs': 0.011838} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.084394] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-004a40e0-98ae-4608-85e3-52349fe2e12b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.089116] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Updated VIF entry in instance network info cache for port 682fcf25-d702-4758-a737-7cdf1fe4fb62. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1072.089116] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Updating instance_info_cache with network_info: [{"id": "682fcf25-d702-4758-a737-7cdf1fe4fb62", "address": "fa:16:3e:d5:e5:a5", "network": {"id": "71af6779-8e3c-46ac-b145-33076e9e82c7", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-167802377-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b4accb92800449e9a1c69d2ff9c8e671", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "b80dd748-3d7e-4a23-a38d-9e79a3881452", "external-id": "nsx-vlan-transportzone-497", "segmentation_id": 497, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap682fcf25-d7", "ovs_interfaceid": "682fcf25-d702-4758-a737-7cdf1fe4fb62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.092312] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1072.092312] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5272a02b-2ad1-c70c-2de5-a089e1577412" [ 1072.092312] env[69763]: _type = "Task" [ 1072.092312] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.103012] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5272a02b-2ad1-c70c-2de5-a089e1577412, 'name': SearchDatastore_Task, 'duration_secs': 0.010341} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.103513] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.103778] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51/3c2e1516-be91-4d6d-9c9a-4fb83cd38d51.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.104054] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ed99abc9-8d73-4351-98af-79d1f15986ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.114020] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1072.114020] env[69763]: value = "task-4122920" [ 1072.114020] env[69763]: _type = "Task" [ 1072.114020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.121296] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122920, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.408196] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122919, 'name': ReconfigVM_Task, 'duration_secs': 0.643972} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.408733] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Reconfigured VM instance instance-00000042 to attach disk [datastore2] eee3d0fa-bd8c-49ca-876c-016ed7fe349b/eee3d0fa-bd8c-49ca-876c-016ed7fe349b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1072.409748] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e8fae35-3de2-4545-af1f-66194a17e700 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.418678] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1072.418678] env[69763]: value = "task-4122921" [ 1072.418678] env[69763]: _type = "Task" [ 1072.418678] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.433700] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122921, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.490254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "6cb99f85-234f-4300-8dc2-e18cb877a02b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.490254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "6cb99f85-234f-4300-8dc2-e18cb877a02b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.490254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "6cb99f85-234f-4300-8dc2-e18cb877a02b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.490254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "6cb99f85-234f-4300-8dc2-e18cb877a02b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.490254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "6cb99f85-234f-4300-8dc2-e18cb877a02b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.494540] env[69763]: INFO nova.compute.manager [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Terminating instance [ 1072.594563] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Releasing lock "refresh_cache-eee3d0fa-bd8c-49ca-876c-016ed7fe349b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.594973] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Received event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.595327] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing instance network info cache due to event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.595441] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquiring lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.595616] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquired lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.595794] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1072.629836] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122920, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.929632] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122921, 'name': Rename_Task, 'duration_secs': 0.305219} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.932968] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1072.934961] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-775aff07-5d9c-4610-8f88-f4b483d1938d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.943150] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1072.943150] env[69763]: value = "task-4122922" [ 1072.943150] env[69763]: _type = "Task" [ 1072.943150] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.955523] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122922, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.990597] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fa2dab-5a65-4f3f-9ac9-5c4c4f1e367e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.999327] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f12e51a8-478f-4879-8339-d2fc4eb7a6ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.033380] env[69763]: DEBUG nova.compute.manager [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1073.033604] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1073.035030] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-978eba17-283d-4a10-b3ce-731104f2cfe3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.038469] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-428ace35-55dd-4ae0-afa7-fea2fbedc168 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.049633] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf8f9aa-3180-4935-90c5-96fca6ca9dd5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.054360] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1073.054674] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00fe8d38-51b6-4a12-a5a9-897661a209fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.068181] env[69763]: DEBUG nova.compute.provider_tree [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.071348] env[69763]: DEBUG oslo_vmware.api [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1073.071348] env[69763]: value = "task-4122923" [ 1073.071348] env[69763]: _type = "Task" [ 1073.071348] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.080418] env[69763]: DEBUG oslo_vmware.api [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122923, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.108656] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "be849381-d178-4a4a-9969-9b7ca9594b59" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.108656] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "be849381-d178-4a4a-9969-9b7ca9594b59" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.124365] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122920, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580513} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.124513] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51/3c2e1516-be91-4d6d-9c9a-4fb83cd38d51.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.124850] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.125129] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd82b815-f7ae-4eb7-b3c8-65d96f0dbf32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.134382] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1073.134382] env[69763]: value = "task-4122924" [ 1073.134382] env[69763]: _type = "Task" [ 1073.134382] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.147326] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.456493] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122922, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.573209] env[69763]: DEBUG nova.scheduler.client.report [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.592753] env[69763]: DEBUG oslo_vmware.api [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122923, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.610974] env[69763]: DEBUG nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1073.617045] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updated VIF entry in instance network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.617045] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updating instance_info_cache with network_info: [{"id": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "address": "fa:16:3e:2e:79:7a", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4f8d3c-9e", "ovs_interfaceid": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.648456] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10987} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.648755] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.650219] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba4de231-27a9-4560-8a4e-ed91282f050e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.674100] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51/3c2e1516-be91-4d6d-9c9a-4fb83cd38d51.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.675142] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e407c781-d8bf-4ae3-a809-7668ee31ed4c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.696661] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1073.696661] env[69763]: value = "task-4122925" [ 1073.696661] env[69763]: _type = "Task" [ 1073.696661] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.707449] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.785258] env[69763]: DEBUG nova.compute.manager [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Received event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.785932] env[69763]: DEBUG nova.compute.manager [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing instance network info cache due to event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.785932] env[69763]: DEBUG oslo_concurrency.lockutils [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] Acquiring lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.811060] env[69763]: DEBUG nova.compute.manager [req-49d30bc4-1bf0-4785-9a84-36686aebd392 req-ad8aab7c-a237-48f3-90ad-4352d6ffe86f service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Received event network-changed-0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.811162] env[69763]: DEBUG nova.compute.manager [req-49d30bc4-1bf0-4785-9a84-36686aebd392 req-ad8aab7c-a237-48f3-90ad-4352d6ffe86f service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Refreshing instance network info cache due to event network-changed-0e6280a5-8b7a-4e23-9376-7769c6896afb. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.811337] env[69763]: DEBUG oslo_concurrency.lockutils [req-49d30bc4-1bf0-4785-9a84-36686aebd392 req-ad8aab7c-a237-48f3-90ad-4352d6ffe86f service nova] Acquiring lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.811478] env[69763]: DEBUG oslo_concurrency.lockutils [req-49d30bc4-1bf0-4785-9a84-36686aebd392 req-ad8aab7c-a237-48f3-90ad-4352d6ffe86f service nova] Acquired lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.811765] env[69763]: DEBUG nova.network.neutron [req-49d30bc4-1bf0-4785-9a84-36686aebd392 req-ad8aab7c-a237-48f3-90ad-4352d6ffe86f service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Refreshing network info cache for port 0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.959588] env[69763]: DEBUG oslo_vmware.api [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122922, 'name': PowerOnVM_Task, 'duration_secs': 0.551083} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.959938] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1073.960235] env[69763]: INFO nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Took 9.88 seconds to spawn the instance on the hypervisor. [ 1073.960471] env[69763]: DEBUG nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1073.962465] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107a2ec4-cdab-45c3-9810-66f93184ddde {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.083874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.666s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.084346] env[69763]: DEBUG nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1074.091423] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.247s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.091673] env[69763]: DEBUG nova.objects.instance [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lazy-loading 'resources' on Instance uuid c5a2c922-980d-4b83-bc82-25c0958ec409 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.093442] env[69763]: DEBUG oslo_vmware.api [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122923, 'name': PowerOffVM_Task, 'duration_secs': 0.901153} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.093925] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1074.095037] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1074.095037] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9aed4a4e-1af7-4c58-8327-bae00107d222 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.122146] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Releasing lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.122367] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received event network-changed-618f384a-07f2-402f-8ed8-45f73a82f3e9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.122559] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Refreshing instance network info cache due to event network-changed-618f384a-07f2-402f-8ed8-45f73a82f3e9. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.122779] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquiring lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.124014] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquired lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.124014] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Refreshing network info cache for port 618f384a-07f2-402f-8ed8-45f73a82f3e9 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.130751] env[69763]: DEBUG oslo_concurrency.lockutils [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] Acquired lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.130751] env[69763]: DEBUG nova.network.neutron [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.152393] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.182907] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1074.183158] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1074.183345] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Deleting the datastore file [datastore2] 6cb99f85-234f-4300-8dc2-e18cb877a02b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1074.185136] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa692e4d-5859-403e-b499-e46bdddaf62d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.192590] env[69763]: DEBUG oslo_vmware.api [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for the task: (returnval){ [ 1074.192590] env[69763]: value = "task-4122927" [ 1074.192590] env[69763]: _type = "Task" [ 1074.192590] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.206494] env[69763]: DEBUG oslo_vmware.api [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122927, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.212694] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122925, 'name': ReconfigVM_Task, 'duration_secs': 0.363649} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.212990] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51/3c2e1516-be91-4d6d-9c9a-4fb83cd38d51.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.215609] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2b6a631-55a1-4959-86aa-1d3eea7ea111 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.223713] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1074.223713] env[69763]: value = "task-4122928" [ 1074.223713] env[69763]: _type = "Task" [ 1074.223713] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.233245] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122928, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.485973] env[69763]: INFO nova.compute.manager [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Took 54.50 seconds to build instance. [ 1074.515018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.515018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.515018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.515018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.515018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.515812] env[69763]: INFO nova.compute.manager [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Terminating instance [ 1074.527420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquiring lock "3730826b-c4c9-4e06-a4d2-25f6487763c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.527420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "3730826b-c4c9-4e06-a4d2-25f6487763c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.527420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquiring lock "3730826b-c4c9-4e06-a4d2-25f6487763c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.527420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "3730826b-c4c9-4e06-a4d2-25f6487763c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.527420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "3730826b-c4c9-4e06-a4d2-25f6487763c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.531017] env[69763]: INFO nova.compute.manager [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Terminating instance [ 1074.599829] env[69763]: DEBUG nova.compute.utils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1074.603997] env[69763]: DEBUG nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1074.604426] env[69763]: DEBUG nova.network.neutron [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1074.706995] env[69763]: DEBUG oslo_vmware.api [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Task: {'id': task-4122927, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.272625} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.707811] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.708217] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.708615] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.708974] env[69763]: INFO nova.compute.manager [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1074.709348] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.712365] env[69763]: DEBUG nova.compute.manager [-] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1074.712606] env[69763]: DEBUG nova.network.neutron [-] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1074.730434] env[69763]: DEBUG nova.policy [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456c18863fcb45cfbba706f0142729e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '899bc7e2ad7f45848aad68ec49d6012c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1074.737868] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122928, 'name': Rename_Task, 'duration_secs': 0.18569} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.741799] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.742482] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05b65479-2f6f-454c-87de-dec862f4fa27 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.751231] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1074.751231] env[69763]: value = "task-4122929" [ 1074.751231] env[69763]: _type = "Task" [ 1074.751231] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.765436] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.989101] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e3b677e7-008d-47ae-953e-62fb796e1b5d tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.009s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.021859] env[69763]: DEBUG nova.compute.manager [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.022332] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.022986] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f9234f5-eeea-40bc-9e96-393598fd0d73 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.037106] env[69763]: DEBUG nova.compute.manager [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1075.037666] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1075.037963] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.041605] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ca1143-bd26-4c16-bb40-8b01c3b4da66 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.044164] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9bc692b-17b5-4c03-9827-aaa8a077758f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.054915] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1075.056214] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db09ae3-873e-4df7-b17e-b6ca992600ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.058238] env[69763]: DEBUG oslo_vmware.api [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1075.058238] env[69763]: value = "task-4122930" [ 1075.058238] env[69763]: _type = "Task" [ 1075.058238] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.066040] env[69763]: DEBUG oslo_vmware.api [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1075.066040] env[69763]: value = "task-4122931" [ 1075.066040] env[69763]: _type = "Task" [ 1075.066040] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.069403] env[69763]: DEBUG oslo_vmware.api [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.083521] env[69763]: DEBUG oslo_vmware.api [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122931, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.084555] env[69763]: DEBUG nova.network.neutron [req-49d30bc4-1bf0-4785-9a84-36686aebd392 req-ad8aab7c-a237-48f3-90ad-4352d6ffe86f service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updated VIF entry in instance network info cache for port 0e6280a5-8b7a-4e23-9376-7769c6896afb. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.084972] env[69763]: DEBUG nova.network.neutron [req-49d30bc4-1bf0-4785-9a84-36686aebd392 req-ad8aab7c-a237-48f3-90ad-4352d6ffe86f service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updating instance_info_cache with network_info: [{"id": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "address": "fa:16:3e:40:e4:eb", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6280a5-8b", "ovs_interfaceid": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.106752] env[69763]: DEBUG nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1075.166705] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c90718d-c72a-413d-9b96-3a7b2d90376b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.177679] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b4ad13-0260-4bd4-950a-ad6c5d05a5b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.216956] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a031df-e442-4bf2-a9ff-dd2a1ae0b757 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.232787] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b1cda10-5904-4350-9f57-b494586cd462 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.253721] env[69763]: DEBUG nova.compute.provider_tree [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.266237] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122929, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.422284] env[69763]: DEBUG nova.network.neutron [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updated VIF entry in instance network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.422661] env[69763]: DEBUG nova.network.neutron [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updating instance_info_cache with network_info: [{"id": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "address": "fa:16:3e:2e:79:7a", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4f8d3c-9e", "ovs_interfaceid": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.432295] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updated VIF entry in instance network info cache for port 618f384a-07f2-402f-8ed8-45f73a82f3e9. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.432727] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [{"id": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "address": "fa:16:3e:34:3c:40", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb46f1a-8b", "ovs_interfaceid": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "618f384a-07f2-402f-8ed8-45f73a82f3e9", "address": "fa:16:3e:79:2c:41", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap618f384a-07", "ovs_interfaceid": "618f384a-07f2-402f-8ed8-45f73a82f3e9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.570078] env[69763]: DEBUG oslo_vmware.api [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122930, 'name': PowerOffVM_Task, 'duration_secs': 0.281798} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.573483] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.573674] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.573945] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1ca9cbb4-ac55-44c0-ad8b-72ac434d3f5d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.581151] env[69763]: DEBUG oslo_vmware.api [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122931, 'name': PowerOffVM_Task, 'duration_secs': 0.270402} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.582153] env[69763]: DEBUG nova.network.neutron [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Successfully created port: 286a373d-c950-4730-84b1-0d314962f9c9 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1075.584267] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1075.584267] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1075.584678] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b23ea388-8807-451f-bb6d-dad9d3556b1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.587052] env[69763]: DEBUG oslo_concurrency.lockutils [req-49d30bc4-1bf0-4785-9a84-36686aebd392 req-ad8aab7c-a237-48f3-90ad-4352d6ffe86f service nova] Releasing lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.637599] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-03449ac3-95ed-4948-94c5-3f8ce91049e4-618f384a-07f2-402f-8ed8-45f73a82f3e9" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.637599] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-03449ac3-95ed-4948-94c5-3f8ce91049e4-618f384a-07f2-402f-8ed8-45f73a82f3e9" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.667876] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.670025] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.670025] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Deleting the datastore file [datastore1] bde62e0a-f923-49ff-bcab-d8e0490a59bc {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.670025] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0f7eb1f-81d4-427c-9121-10956cef26cb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.679485] env[69763]: DEBUG oslo_vmware.api [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1075.679485] env[69763]: value = "task-4122934" [ 1075.679485] env[69763]: _type = "Task" [ 1075.679485] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.691646] env[69763]: DEBUG oslo_vmware.api [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122934, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.697951] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1075.697951] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1075.697951] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Deleting the datastore file [datastore2] 3730826b-c4c9-4e06-a4d2-25f6487763c7 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1075.697951] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e3b526d-9564-4b0e-8851-926b311cf377 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.703714] env[69763]: DEBUG oslo_vmware.api [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for the task: (returnval){ [ 1075.703714] env[69763]: value = "task-4122935" [ 1075.703714] env[69763]: _type = "Task" [ 1075.703714] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.719923] env[69763]: DEBUG oslo_vmware.api [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.763025] env[69763]: DEBUG nova.scheduler.client.report [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1075.771155] env[69763]: DEBUG oslo_vmware.api [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4122929, 'name': PowerOnVM_Task, 'duration_secs': 0.549421} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.772360] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.773189] env[69763]: INFO nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Took 9.02 seconds to spawn the instance on the hypervisor. [ 1075.773515] env[69763]: DEBUG nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1075.774647] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba94eac1-5e95-497b-8fc7-8ccedc005ce5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.926827] env[69763]: DEBUG oslo_concurrency.lockutils [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] Releasing lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.927117] env[69763]: DEBUG nova.compute.manager [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Received event network-changed-0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.927295] env[69763]: DEBUG nova.compute.manager [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Refreshing instance network info cache due to event network-changed-0e6280a5-8b7a-4e23-9376-7769c6896afb. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.927512] env[69763]: DEBUG oslo_concurrency.lockutils [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] Acquiring lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.927658] env[69763]: DEBUG oslo_concurrency.lockutils [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] Acquired lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.927819] env[69763]: DEBUG nova.network.neutron [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Refreshing network info cache for port 0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.935792] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Releasing lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.935792] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Received event network-vif-plugged-eda1bda7-6f75-43b6-8c8b-64bec7f96666 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.935937] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquiring lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.936120] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.936330] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.936616] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] No waiting events found dispatching network-vif-plugged-eda1bda7-6f75-43b6-8c8b-64bec7f96666 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1075.936944] env[69763]: WARNING nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Received unexpected event network-vif-plugged-eda1bda7-6f75-43b6-8c8b-64bec7f96666 for instance with vm_state building and task_state spawning. [ 1075.936944] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Received event network-changed-eda1bda7-6f75-43b6-8c8b-64bec7f96666 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.937204] env[69763]: DEBUG nova.compute.manager [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Refreshing instance network info cache due to event network-changed-eda1bda7-6f75-43b6-8c8b-64bec7f96666. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.937383] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquiring lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.937538] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Acquired lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.937692] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Refreshing network info cache for port eda1bda7-6f75-43b6-8c8b-64bec7f96666 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.119387] env[69763]: DEBUG nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1076.141263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.141263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.141563] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b7af458-154b-48b7-90be-958dfe8e0cf7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.171610] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af4144fb-663c-4eb7-9574-73bb09df8fe3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.201249] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Reconfiguring VM to detach interface {{(pid=69763) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1076.203807] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1076.204060] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1076.204222] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1076.204412] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1076.204560] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1076.204815] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1076.204979] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1076.205387] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1076.205387] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1076.205782] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1076.208587] env[69763]: DEBUG nova.virt.hardware [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1076.213069] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-13607bf8-678e-46cb-a55e-eeb19ebb28ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.227358] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd074f2-52d2-4720-84b6-e78237256422 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.231722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.231722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.231722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.231960] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.232132] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.234899] env[69763]: INFO nova.compute.manager [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Terminating instance [ 1076.249258] env[69763]: DEBUG oslo_vmware.api [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122934, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182047} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.262024] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.262024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.262024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.262024] env[69763]: INFO nova.compute.manager [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Took 1.24 seconds to destroy the instance on the hypervisor. [ 1076.262024] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.262024] env[69763]: DEBUG oslo_vmware.api [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Task: {'id': task-4122935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165426} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.262588] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1076.262588] env[69763]: value = "task-4122936" [ 1076.262588] env[69763]: _type = "Task" [ 1076.262588] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.262903] env[69763]: DEBUG nova.compute.manager [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.263024] env[69763]: DEBUG nova.network.neutron [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.265649] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1076.265937] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1076.266237] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1076.266502] env[69763]: INFO nova.compute.manager [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Took 1.23 seconds to destroy the instance on the hypervisor. [ 1076.266925] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1076.269235] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b9e70a-d0c9-4210-8e2d-6e6d96f45574 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.275241] env[69763]: DEBUG nova.compute.manager [-] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1076.275241] env[69763]: DEBUG nova.network.neutron [-] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1076.280995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.190s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.286291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.143s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.286536] env[69763]: DEBUG nova.objects.instance [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lazy-loading 'resources' on Instance uuid 7ea68797-5633-4569-9585-f94f1aeb530b {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.309619] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.312718] env[69763]: INFO nova.scheduler.client.report [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleted allocations for instance c5a2c922-980d-4b83-bc82-25c0958ec409 [ 1076.314067] env[69763]: INFO nova.compute.manager [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Took 55.35 seconds to build instance. [ 1076.427612] env[69763]: DEBUG nova.network.neutron [-] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.743040] env[69763]: DEBUG nova.compute.manager [req-3d59dd36-ca2a-4544-ab28-efaec9800c7d req-4aa5d8c5-8cc8-4f83-8a37-77c0ca65da37 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Received event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.743246] env[69763]: DEBUG nova.compute.manager [req-3d59dd36-ca2a-4544-ab28-efaec9800c7d req-4aa5d8c5-8cc8-4f83-8a37-77c0ca65da37 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing instance network info cache due to event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.743489] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d59dd36-ca2a-4544-ab28-efaec9800c7d req-4aa5d8c5-8cc8-4f83-8a37-77c0ca65da37 service nova] Acquiring lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.743632] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d59dd36-ca2a-4544-ab28-efaec9800c7d req-4aa5d8c5-8cc8-4f83-8a37-77c0ca65da37 service nova] Acquired lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.743788] env[69763]: DEBUG nova.network.neutron [req-3d59dd36-ca2a-4544-ab28-efaec9800c7d req-4aa5d8c5-8cc8-4f83-8a37-77c0ca65da37 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.746331] env[69763]: DEBUG nova.compute.manager [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1076.747225] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1076.748331] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e18127-aa15-4f00-982e-3bb9fabaca88 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.758231] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1076.760115] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-071740ac-8d8a-44ec-b40f-aa40a98eda61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.766781] env[69763]: DEBUG oslo_vmware.api [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1076.766781] env[69763]: value = "task-4122937" [ 1076.766781] env[69763]: _type = "Task" [ 1076.766781] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.780750] env[69763]: DEBUG oslo_vmware.api [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122937, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.785846] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.820259] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2bde2543-b514-48e2-8089-7392a1f3825a tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.863s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.824091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f17faffe-a1f2-4630-80c5-8cbceed95e3a tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "c5a2c922-980d-4b83-bc82-25c0958ec409" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 48.504s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.933417] env[69763]: INFO nova.compute.manager [-] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Took 2.22 seconds to deallocate network for instance. [ 1077.062850] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updated VIF entry in instance network info cache for port eda1bda7-6f75-43b6-8c8b-64bec7f96666. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.063270] env[69763]: DEBUG nova.network.neutron [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance_info_cache with network_info: [{"id": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "address": "fa:16:3e:6c:a6:24", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda1bda7-6f", "ovs_interfaceid": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.153176] env[69763]: DEBUG nova.network.neutron [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updated VIF entry in instance network info cache for port 0e6280a5-8b7a-4e23-9376-7769c6896afb. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.153650] env[69763]: DEBUG nova.network.neutron [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updating instance_info_cache with network_info: [{"id": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "address": "fa:16:3e:40:e4:eb", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e6280a5-8b", "ovs_interfaceid": "0e6280a5-8b7a-4e23-9376-7769c6896afb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.292343] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.292343] env[69763]: DEBUG oslo_vmware.api [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122937, 'name': PowerOffVM_Task, 'duration_secs': 0.208925} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.292343] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1077.292343] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1077.292343] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea1ceccc-cf4f-422f-b0a6-050b25ec1b91 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.374911] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1077.374911] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1077.374911] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleting the datastore file [datastore2] eee3d0fa-bd8c-49ca-876c-016ed7fe349b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1077.375190] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f739a1b3-31c9-40d5-8629-a9892f24941b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.378592] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640509a8-8458-4460-81b0-04e4a6605f84 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.386317] env[69763]: DEBUG oslo_vmware.api [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for the task: (returnval){ [ 1077.386317] env[69763]: value = "task-4122939" [ 1077.386317] env[69763]: _type = "Task" [ 1077.386317] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.393599] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7731d525-c90f-4084-ba66-05166459b318 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.439172] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f871d65-a4cf-4860-a73b-7ac64b7262e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.443534] env[69763]: DEBUG nova.compute.manager [req-1ca1181d-390f-414d-8b5a-3f726c448ddf req-2a1b2c45-cc34-4894-ad23-ba92b7dc7b80 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Received event network-vif-deleted-a1861fb0-b9c6-4c9f-a2ba-0841ca405988 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1077.443804] env[69763]: INFO nova.compute.manager [req-1ca1181d-390f-414d-8b5a-3f726c448ddf req-2a1b2c45-cc34-4894-ad23-ba92b7dc7b80 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Neutron deleted interface a1861fb0-b9c6-4c9f-a2ba-0841ca405988; detaching it from the instance and deleting it from the info cache [ 1077.444032] env[69763]: DEBUG nova.network.neutron [req-1ca1181d-390f-414d-8b5a-3f726c448ddf req-2a1b2c45-cc34-4894-ad23-ba92b7dc7b80 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.446478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.456317] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83f82bea-0be2-4361-ae59-870f0d51f4bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.474031] env[69763]: DEBUG nova.compute.provider_tree [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.489884] env[69763]: DEBUG nova.network.neutron [-] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.539170] env[69763]: DEBUG nova.network.neutron [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Successfully updated port: 286a373d-c950-4730-84b1-0d314962f9c9 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1077.568950] env[69763]: DEBUG oslo_concurrency.lockutils [req-557a793b-d1f3-4fc9-9cd1-522980118310 req-66f41a57-df6d-48a4-af88-112172282828 service nova] Releasing lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.573919] env[69763]: DEBUG nova.network.neutron [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.655951] env[69763]: DEBUG oslo_concurrency.lockutils [req-cabb6f76-a973-4031-809c-45756f6d24cc req-14a67461-b755-40c9-9e54-e01756c94bff service nova] Releasing lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.730419] env[69763]: DEBUG nova.network.neutron [req-3d59dd36-ca2a-4544-ab28-efaec9800c7d req-4aa5d8c5-8cc8-4f83-8a37-77c0ca65da37 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updated VIF entry in instance network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1077.731017] env[69763]: DEBUG nova.network.neutron [req-3d59dd36-ca2a-4544-ab28-efaec9800c7d req-4aa5d8c5-8cc8-4f83-8a37-77c0ca65da37 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updating instance_info_cache with network_info: [{"id": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "address": "fa:16:3e:2e:79:7a", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4f8d3c-9e", "ovs_interfaceid": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.794506] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.898708] env[69763]: DEBUG oslo_vmware.api [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Task: {'id': task-4122939, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471361} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.899087] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1077.900421] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1077.900421] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1077.900421] env[69763]: INFO nova.compute.manager [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1077.900421] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1077.900421] env[69763]: DEBUG nova.compute.manager [-] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1077.900421] env[69763]: DEBUG nova.network.neutron [-] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1077.949901] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a27e287-a07d-44e1-b48f-97b974c70f37 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.961751] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebb849d5-48f1-46bf-b9b1-4b3e6fe8e902 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.980554] env[69763]: DEBUG nova.scheduler.client.report [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.993369] env[69763]: INFO nova.compute.manager [-] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Took 1.72 seconds to deallocate network for instance. [ 1078.010983] env[69763]: DEBUG nova.compute.manager [req-1ca1181d-390f-414d-8b5a-3f726c448ddf req-2a1b2c45-cc34-4894-ad23-ba92b7dc7b80 service nova] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Detach interface failed, port_id=a1861fb0-b9c6-4c9f-a2ba-0841ca405988, reason: Instance 3730826b-c4c9-4e06-a4d2-25f6487763c7 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1078.042819] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "refresh_cache-ec734c20-fb3f-42ca-9856-170aa115115c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.042983] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "refresh_cache-ec734c20-fb3f-42ca-9856-170aa115115c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.043139] env[69763]: DEBUG nova.network.neutron [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1078.076651] env[69763]: INFO nova.compute.manager [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Took 1.81 seconds to deallocate network for instance. [ 1078.235648] env[69763]: DEBUG oslo_concurrency.lockutils [req-3d59dd36-ca2a-4544-ab28-efaec9800c7d req-4aa5d8c5-8cc8-4f83-8a37-77c0ca65da37 service nova] Releasing lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.287743] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.486566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.200s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.489187] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.971s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.490079] env[69763]: DEBUG nova.objects.instance [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lazy-loading 'resources' on Instance uuid b6f29db9-80f6-4781-b486-3d1a5b4f841c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.514023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.517387] env[69763]: INFO nova.scheduler.client.report [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Deleted allocations for instance 7ea68797-5633-4569-9585-f94f1aeb530b [ 1078.587220] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.604534] env[69763]: DEBUG nova.network.neutron [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1078.792258] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.843039] env[69763]: DEBUG nova.network.neutron [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Updating instance_info_cache with network_info: [{"id": "286a373d-c950-4730-84b1-0d314962f9c9", "address": "fa:16:3e:77:c6:69", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a373d-c9", "ovs_interfaceid": "286a373d-c950-4730-84b1-0d314962f9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.993858] env[69763]: DEBUG nova.objects.instance [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lazy-loading 'numa_topology' on Instance uuid b6f29db9-80f6-4781-b486-3d1a5b4f841c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1079.001020] env[69763]: DEBUG nova.network.neutron [-] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.031335] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d660536b-d06d-4dfc-a9d3-82b95041c0c2 tempest-MultipleCreateTestJSON-821679604 tempest-MultipleCreateTestJSON-821679604-project-member] Lock "7ea68797-5633-4569-9585-f94f1aeb530b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.578s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.194182] env[69763]: DEBUG nova.compute.manager [req-7e4e4322-b244-4cd8-a19c-d0b68f799fde req-46942540-6f80-49bf-9395-a9e738a68f18 service nova] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Received event network-vif-deleted-9d87571a-e9de-4c5f-ad49-63ee5cccde6c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.194182] env[69763]: DEBUG nova.compute.manager [req-7e4e4322-b244-4cd8-a19c-d0b68f799fde req-46942540-6f80-49bf-9395-a9e738a68f18 service nova] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Received event network-vif-deleted-0e6280a5-8b7a-4e23-9376-7769c6896afb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.194182] env[69763]: DEBUG nova.compute.manager [req-7e4e4322-b244-4cd8-a19c-d0b68f799fde req-46942540-6f80-49bf-9395-a9e738a68f18 service nova] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Received event network-vif-deleted-682fcf25-d702-4758-a737-7cdf1fe4fb62 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.272509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.289014] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.347502] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "refresh_cache-ec734c20-fb3f-42ca-9856-170aa115115c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.347871] env[69763]: DEBUG nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Instance network_info: |[{"id": "286a373d-c950-4730-84b1-0d314962f9c9", "address": "fa:16:3e:77:c6:69", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a373d-c9", "ovs_interfaceid": "286a373d-c950-4730-84b1-0d314962f9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1079.348430] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:c6:69', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '286a373d-c950-4730-84b1-0d314962f9c9', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1079.357063] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1079.357382] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1079.357654] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f838d4c8-a354-4f67-99de-9cef2f7fa3e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.377547] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1079.377547] env[69763]: value = "task-4122940" [ 1079.377547] env[69763]: _type = "Task" [ 1079.377547] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.386249] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122940, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.489454] env[69763]: DEBUG nova.compute.manager [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Received event network-vif-plugged-286a373d-c950-4730-84b1-0d314962f9c9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.489725] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Acquiring lock "ec734c20-fb3f-42ca-9856-170aa115115c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.490417] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Lock "ec734c20-fb3f-42ca-9856-170aa115115c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.490710] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Lock "ec734c20-fb3f-42ca-9856-170aa115115c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.491023] env[69763]: DEBUG nova.compute.manager [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] No waiting events found dispatching network-vif-plugged-286a373d-c950-4730-84b1-0d314962f9c9 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1079.491457] env[69763]: WARNING nova.compute.manager [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Received unexpected event network-vif-plugged-286a373d-c950-4730-84b1-0d314962f9c9 for instance with vm_state building and task_state spawning. [ 1079.491676] env[69763]: DEBUG nova.compute.manager [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Received event network-changed-286a373d-c950-4730-84b1-0d314962f9c9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.491979] env[69763]: DEBUG nova.compute.manager [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Refreshing instance network info cache due to event network-changed-286a373d-c950-4730-84b1-0d314962f9c9. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1079.492308] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Acquiring lock "refresh_cache-ec734c20-fb3f-42ca-9856-170aa115115c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.492623] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Acquired lock "refresh_cache-ec734c20-fb3f-42ca-9856-170aa115115c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.492840] env[69763]: DEBUG nova.network.neutron [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Refreshing network info cache for port 286a373d-c950-4730-84b1-0d314962f9c9 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1079.495756] env[69763]: DEBUG nova.objects.base [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1079.505432] env[69763]: INFO nova.compute.manager [-] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Took 1.60 seconds to deallocate network for instance. [ 1079.798290] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.889317] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122940, 'name': CreateVM_Task, 'duration_secs': 0.393599} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.889317] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1079.889684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.889684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.889874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.892536] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c83151d5-b9e3-48c4-81e7-9ff01765aea4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.901647] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1079.901647] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523fe943-6293-a655-c87f-7cd349e94012" [ 1079.901647] env[69763]: _type = "Task" [ 1079.901647] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.917024] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523fe943-6293-a655-c87f-7cd349e94012, 'name': SearchDatastore_Task, 'duration_secs': 0.011965} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.917024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.917024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1079.917024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.917024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.917024] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1079.917024] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb096d10-2ae9-4231-9fde-53c9c523ec87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.930846] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1079.930846] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1079.931171] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd823560-db10-4068-855d-439c82977def {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.948482] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1079.948482] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ec43cc-db9e-24cf-890d-d11da95ce9c8" [ 1079.948482] env[69763]: _type = "Task" [ 1079.948482] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.960422] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ec43cc-db9e-24cf-890d-d11da95ce9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010953} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.964431] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8163339-2001-4951-a9ec-dca91254637b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.970685] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1079.970685] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5291642a-5f96-17ef-5a57-4e43b232a0dd" [ 1079.970685] env[69763]: _type = "Task" [ 1079.970685] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.986127] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5291642a-5f96-17ef-5a57-4e43b232a0dd, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.986453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.986759] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] ec734c20-fb3f-42ca-9856-170aa115115c/ec734c20-fb3f-42ca-9856-170aa115115c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1079.987069] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1924ade9-3126-4288-a195-8e672f00ea0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.994688] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1079.994688] env[69763]: value = "task-4122941" [ 1079.994688] env[69763]: _type = "Task" [ 1079.994688] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.005861] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122941, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.014052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.040496] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6740211a-c4aa-45d1-be82-579c10ca9804 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.048532] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67a59b2e-a0e0-447d-88b8-752478c8de59 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.087295] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104d21a4-d56a-413d-83eb-1e12db4d488f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.094843] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-badd0321-0848-4839-8dd4-c37d4ce06b5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.110218] env[69763]: DEBUG nova.compute.provider_tree [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1080.290048] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.490954] env[69763]: DEBUG nova.network.neutron [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Updated VIF entry in instance network info cache for port 286a373d-c950-4730-84b1-0d314962f9c9. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1080.491394] env[69763]: DEBUG nova.network.neutron [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Updating instance_info_cache with network_info: [{"id": "286a373d-c950-4730-84b1-0d314962f9c9", "address": "fa:16:3e:77:c6:69", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap286a373d-c9", "ovs_interfaceid": "286a373d-c950-4730-84b1-0d314962f9c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.511707] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122941, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.614131] env[69763]: DEBUG nova.scheduler.client.report [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.665574] env[69763]: DEBUG nova.compute.manager [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1080.792247] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.995682] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Releasing lock "refresh_cache-ec734c20-fb3f-42ca-9856-170aa115115c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.000437] env[69763]: DEBUG nova.compute.manager [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Received event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.003503] env[69763]: DEBUG nova.compute.manager [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing instance network info cache due to event network-changed-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.003503] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Acquiring lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.003503] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Acquired lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.003503] env[69763]: DEBUG nova.network.neutron [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Refreshing network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.016985] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122941, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573404} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.018095] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] ec734c20-fb3f-42ca-9856-170aa115115c/ec734c20-fb3f-42ca-9856-170aa115115c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1081.018692] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1081.018916] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d4bea64-90dd-473a-b0a9-1b99d5f2ee1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.026696] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1081.026696] env[69763]: value = "task-4122942" [ 1081.026696] env[69763]: _type = "Task" [ 1081.026696] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.037305] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.101869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquiring lock "2530519c-8f67-47a4-8809-7c3755d1bf9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.102185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "2530519c-8f67-47a4-8809-7c3755d1bf9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.122541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.633s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.126432] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.867s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.126432] env[69763]: DEBUG nova.objects.instance [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lazy-loading 'resources' on Instance uuid 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.190524] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.292364] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.537337] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.268063} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.537654] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1081.538520] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea7f2e7-cfde-4985-8ed1-fe7f8a264e77 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.570996] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] ec734c20-fb3f-42ca-9856-170aa115115c/ec734c20-fb3f-42ca-9856-170aa115115c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1081.575224] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9702ea7-926f-45b6-bb31-92867bda42dc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.599526] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1081.599526] env[69763]: value = "task-4122943" [ 1081.599526] env[69763]: _type = "Task" [ 1081.599526] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.605095] env[69763]: DEBUG nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1081.619955] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122943, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.634375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-985832fc-b6f7-4471-8cdd-021124065a99 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 71.313s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.635273] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 46.433s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.635456] env[69763]: INFO nova.compute.manager [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Unshelving [ 1081.794389] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.890254] env[69763]: DEBUG nova.network.neutron [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updated VIF entry in instance network info cache for port 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.890254] env[69763]: DEBUG nova.network.neutron [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updating instance_info_cache with network_info: [{"id": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "address": "fa:16:3e:2e:79:7a", "network": {"id": "70c67f8e-b015-448c-956e-13789c63ff3a", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-741599535-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "35f6d5feae7f4017a0e327197777a1d0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8a31c4b8-5b72-4f32-aab3-c4e963e684dd", "external-id": "nsx-vlan-transportzone-805", "segmentation_id": 805, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9d4f8d3c-9e", "ovs_interfaceid": "9d4f8d3c-9edc-4b3b-8a0a-a10764b00515", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.118142] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122943, 'name': ReconfigVM_Task, 'duration_secs': 0.335986} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.122015] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Reconfigured VM instance instance-00000044 to attach disk [datastore1] ec734c20-fb3f-42ca-9856-170aa115115c/ec734c20-fb3f-42ca-9856-170aa115115c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1082.123019] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2fca701a-6efe-455f-8d62-37bf5a18cc1c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.131390] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1082.131390] env[69763]: value = "task-4122944" [ 1082.131390] env[69763]: _type = "Task" [ 1082.131390] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.141060] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.151416] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122944, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.224570] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-131b912d-d578-4382-96cb-80803c7f3c5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.233846] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef654bd7-8e10-447b-8e31-243f8fcbb6fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.269937] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cf432bb-0fbe-46aa-9df5-815937b41ea5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.279611] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a11e3d1-8d74-4bc1-a7c2-01e216b93d30 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.295422] env[69763]: DEBUG oslo_vmware.api [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122936, 'name': ReconfigVM_Task, 'duration_secs': 5.805451} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.302979] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.303274] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Reconfigured VM to detach interface {{(pid=69763) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1082.305731] env[69763]: DEBUG nova.compute.provider_tree [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1082.396033] env[69763]: DEBUG oslo_concurrency.lockutils [req-0277b768-82cb-475e-a4e7-64c8fad1a99c req-39873f0b-0760-4b72-a70d-054a608f4ff6 service nova] Releasing lock "refresh_cache-c840c615-efa9-4d65-9174-84ea793d7ad9" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.620993] env[69763]: DEBUG nova.compute.manager [req-cb03ebb0-37c6-4231-93c0-52e1923c3f86 req-8e80d49f-e903-49b4-9309-077531eeb3fd service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received event network-vif-deleted-618f384a-07f2-402f-8ed8-45f73a82f3e9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.621220] env[69763]: INFO nova.compute.manager [req-cb03ebb0-37c6-4231-93c0-52e1923c3f86 req-8e80d49f-e903-49b4-9309-077531eeb3fd service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Neutron deleted interface 618f384a-07f2-402f-8ed8-45f73a82f3e9; detaching it from the instance and deleting it from the info cache [ 1082.621559] env[69763]: DEBUG nova.network.neutron [req-cb03ebb0-37c6-4231-93c0-52e1923c3f86 req-8e80d49f-e903-49b4-9309-077531eeb3fd service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [{"id": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "address": "fa:16:3e:34:3c:40", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb46f1a-8b", "ovs_interfaceid": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.642249] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122944, 'name': Rename_Task, 'duration_secs': 0.193386} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.642764] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1082.642973] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f7b5978d-b8cf-47de-92bf-fb7a2854164e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.653587] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1082.653587] env[69763]: value = "task-4122945" [ 1082.653587] env[69763]: _type = "Task" [ 1082.653587] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.670657] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122945, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.688586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.812340] env[69763]: DEBUG nova.scheduler.client.report [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1083.125434] env[69763]: DEBUG oslo_concurrency.lockutils [req-cb03ebb0-37c6-4231-93c0-52e1923c3f86 req-8e80d49f-e903-49b4-9309-077531eeb3fd service nova] Acquiring lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.126490] env[69763]: DEBUG oslo_concurrency.lockutils [req-cb03ebb0-37c6-4231-93c0-52e1923c3f86 req-8e80d49f-e903-49b4-9309-077531eeb3fd service nova] Acquired lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.127670] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76691cf9-422a-473b-8b8d-c1506836e972 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.150586] env[69763]: DEBUG oslo_concurrency.lockutils [req-cb03ebb0-37c6-4231-93c0-52e1923c3f86 req-8e80d49f-e903-49b4-9309-077531eeb3fd service nova] Releasing lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.150937] env[69763]: WARNING nova.compute.manager [req-cb03ebb0-37c6-4231-93c0-52e1923c3f86 req-8e80d49f-e903-49b4-9309-077531eeb3fd service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Detach interface failed, port_id=618f384a-07f2-402f-8ed8-45f73a82f3e9, reason: No device with interface-id 618f384a-07f2-402f-8ed8-45f73a82f3e9 exists on VM: nova.exception.NotFound: No device with interface-id 618f384a-07f2-402f-8ed8-45f73a82f3e9 exists on VM [ 1083.164420] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122945, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.323505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.330653] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.968s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.331263] env[69763]: DEBUG nova.objects.instance [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lazy-loading 'resources' on Instance uuid a2c800ff-c590-4e06-961f-fbb50928aa71 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1083.361122] env[69763]: INFO nova.scheduler.client.report [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Deleted allocations for instance 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6 [ 1083.563996] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.563996] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.563996] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.563996] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.565030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.566344] env[69763]: INFO nova.compute.manager [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Terminating instance [ 1083.605262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.606031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.606237] env[69763]: DEBUG nova.network.neutron [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1083.665025] env[69763]: DEBUG oslo_vmware.api [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4122945, 'name': PowerOnVM_Task, 'duration_secs': 0.546875} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.667133] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1083.667133] env[69763]: INFO nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Took 7.55 seconds to spawn the instance on the hypervisor. [ 1083.667133] env[69763]: DEBUG nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1083.667133] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1bb4f71-bcf1-441b-ae45-3157e2782c4f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.876888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-70614bfd-86f7-4799-9fa1-09b1b2296704 tempest-ServersTestBootFromVolume-553600348 tempest-ServersTestBootFromVolume-553600348-project-member] Lock "303d37a8-47bf-4fab-aa8b-ed20d3a9afa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.666s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.070042] env[69763]: DEBUG nova.compute.manager [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1084.070257] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.071686] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa13cf7f-6786-47d4-9c09-e7fa9d24942e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.079792] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.080063] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49ccc731-64ac-4c64-b694-8fea7a89e7d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.087880] env[69763]: DEBUG oslo_vmware.api [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1084.087880] env[69763]: value = "task-4122946" [ 1084.087880] env[69763]: _type = "Task" [ 1084.087880] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.096782] env[69763]: DEBUG oslo_vmware.api [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122946, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.192158] env[69763]: INFO nova.compute.manager [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Took 53.05 seconds to build instance. [ 1084.373072] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82452ead-f5ed-4f66-a338-86938bf5c924 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.382274] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b810fded-2f77-46ad-9324-39f6800aed40 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.419483] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3d1a414-060d-4936-b21b-2d6dd498a72b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.428439] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24b7b862-9034-49c4-888c-be25fec419a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.455051] env[69763]: DEBUG nova.compute.provider_tree [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.542706] env[69763]: DEBUG nova.network.neutron [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [{"id": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "address": "fa:16:3e:34:3c:40", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.138", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapadb46f1a-8b", "ovs_interfaceid": "adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.602514] env[69763]: DEBUG oslo_vmware.api [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122946, 'name': PowerOffVM_Task, 'duration_secs': 0.241304} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.602758] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.603125] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.603669] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-efa93984-b887-4d3c-aca8-a776b6d9baf9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.682400] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.682664] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.682867] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleting the datastore file [datastore1] 03449ac3-95ed-4948-94c5-3f8ce91049e4 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.683169] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56b94692-9b24-49e6-85cc-1109990130fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.692573] env[69763]: DEBUG oslo_vmware.api [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1084.692573] env[69763]: value = "task-4122948" [ 1084.692573] env[69763]: _type = "Task" [ 1084.692573] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.701950] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3fbf6b2-088c-45e3-b194-7edc3d6406c7 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "ec734c20-fb3f-42ca-9856-170aa115115c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.567s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.702405] env[69763]: DEBUG oslo_vmware.api [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122948, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.958195] env[69763]: DEBUG nova.scheduler.client.report [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1085.046615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-03449ac3-95ed-4948-94c5-3f8ce91049e4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.209209] env[69763]: DEBUG oslo_vmware.api [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4122948, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.20188} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.209512] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.209701] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.209887] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.210128] env[69763]: INFO nova.compute.manager [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1085.210574] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1085.210801] env[69763]: DEBUG nova.compute.manager [-] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1085.210915] env[69763]: DEBUG nova.network.neutron [-] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1085.465984] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.468029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.314s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.468335] env[69763]: DEBUG nova.objects.instance [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lazy-loading 'resources' on Instance uuid a33a085d-4071-41d5-895e-1fc75790e5ea {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.552806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-87b6edee-ceac-4c60-9cdd-292b923925a1 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-03449ac3-95ed-4948-94c5-3f8ce91049e4-618f384a-07f2-402f-8ed8-45f73a82f3e9" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.915s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.822554] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "4e94af94-e78d-4309-bc41-39ee946a1cca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.822804] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4e94af94-e78d-4309-bc41-39ee946a1cca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.837706] env[69763]: DEBUG nova.compute.manager [req-e4fbe878-83ab-442c-9266-32520149e695 req-c9e32374-9623-48f2-9832-ac8e772e2435 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Received event network-vif-deleted-adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1085.837848] env[69763]: INFO nova.compute.manager [req-e4fbe878-83ab-442c-9266-32520149e695 req-c9e32374-9623-48f2-9832-ac8e772e2435 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Neutron deleted interface adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec; detaching it from the instance and deleting it from the info cache [ 1085.838121] env[69763]: DEBUG nova.network.neutron [req-e4fbe878-83ab-442c-9266-32520149e695 req-c9e32374-9623-48f2-9832-ac8e772e2435 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1085.995730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3964f42d-3b52-40c8-a8d8-5ed5ac8c647f tempest-ServerActionsV293TestJSON-543463791 tempest-ServerActionsV293TestJSON-543463791-project-member] Lock "a2c800ff-c590-4e06-961f-fbb50928aa71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.493s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.282147] env[69763]: DEBUG nova.network.neutron [-] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.329636] env[69763]: DEBUG nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1086.344480] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f5c7ff2-422d-48dc-911a-8842d1fc6326 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.359359] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0df49a88-56b8-4190-bda9-563a8ee4c111 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.397249] env[69763]: DEBUG nova.compute.manager [req-e4fbe878-83ab-442c-9266-32520149e695 req-c9e32374-9623-48f2-9832-ac8e772e2435 service nova] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Detach interface failed, port_id=adb46f1a-8b87-4fcc-84d6-e0c1302cf3ec, reason: Instance 03449ac3-95ed-4948-94c5-3f8ce91049e4 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1086.539162] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa406d6-4ee4-4636-80d9-7d498063ae1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.549935] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c04cf20-72b2-4d02-bc9f-0d06d6f1ffb7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.593250] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e9cb0d-07d4-4401-8a81-5c899de33311 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.601875] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca1e628-fe8a-49c7-8cf8-08117c9a84b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.619405] env[69763]: DEBUG nova.compute.provider_tree [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.785381] env[69763]: INFO nova.compute.manager [-] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Took 1.57 seconds to deallocate network for instance. [ 1086.861999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.125229] env[69763]: DEBUG nova.scheduler.client.report [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.195085] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquiring lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.195373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.297751] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.631335] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.162s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.633365] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.813s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.633365] env[69763]: DEBUG nova.objects.instance [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lazy-loading 'resources' on Instance uuid 9c4ff6ed-9ae4-441a-9cba-baf646488aa6 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.672869] env[69763]: INFO nova.scheduler.client.report [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted allocations for instance a33a085d-4071-41d5-895e-1fc75790e5ea [ 1087.697525] env[69763]: DEBUG nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1088.182959] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a24e495f-b66b-4eed-96f0-128701be9b52 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "a33a085d-4071-41d5-895e-1fc75790e5ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 55.705s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.223914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.612490] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d93d4ac-52d2-4d12-bd76-077cb976eb02 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.622914] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b5ca9b-b7e4-4c34-b640-3fd0a9fe8e88 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.653061] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e56687-a516-4097-b366-deaaa09f0a9c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.660265] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b4ade0-5f32-411e-b4d1-4b91519a9a35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.674323] env[69763]: DEBUG nova.compute.provider_tree [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.986845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.987131] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.987367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.987629] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.987800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.991018] env[69763]: INFO nova.compute.manager [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Terminating instance [ 1089.177924] env[69763]: DEBUG nova.scheduler.client.report [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.494891] env[69763]: DEBUG nova.compute.manager [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1089.495134] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1089.496056] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bbf617-61ec-4a5b-b1d9-be2ca9c82d3b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.507188] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.507188] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c7c99c59-e15c-4adc-ae36-3c4ee4fdfdcc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.516442] env[69763]: DEBUG oslo_vmware.api [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 1089.516442] env[69763]: value = "task-4122949" [ 1089.516442] env[69763]: _type = "Task" [ 1089.516442] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.530143] env[69763]: DEBUG oslo_vmware.api [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122949, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.689127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.051s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.690824] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 46.380s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.726748] env[69763]: INFO nova.scheduler.client.report [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Deleted allocations for instance 9c4ff6ed-9ae4-441a-9cba-baf646488aa6 [ 1090.028520] env[69763]: DEBUG oslo_vmware.api [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122949, 'name': PowerOffVM_Task, 'duration_secs': 0.279368} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.029426] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.029426] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1090.029426] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fddb355-8c95-4ca4-85d1-e30894e1551f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.099198] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1090.099566] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1090.099797] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleting the datastore file [datastore2] 148abfee-2aaa-45fb-ba92-1aa68cac8b8c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1090.100102] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7931869-2f61-4708-8624-ec0a937b5dbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.106948] env[69763]: DEBUG oslo_vmware.api [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 1090.106948] env[69763]: value = "task-4122951" [ 1090.106948] env[69763]: _type = "Task" [ 1090.106948] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.115268] env[69763]: DEBUG oslo_vmware.api [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122951, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.236036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bc1eb4ab-cf37-4a7a-8749-b7a7e2bff431 tempest-ServersAdminNegativeTestJSON-1545143736 tempest-ServersAdminNegativeTestJSON-1545143736-project-member] Lock "9c4ff6ed-9ae4-441a-9cba-baf646488aa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.900s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.624028] env[69763]: DEBUG oslo_vmware.api [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4122951, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134868} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.624421] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1090.625656] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1090.625656] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1090.625656] env[69763]: INFO nova.compute.manager [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1090.625656] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1090.625656] env[69763]: DEBUG nova.compute.manager [-] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1090.625656] env[69763]: DEBUG nova.network.neutron [-] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1090.709767] env[69763]: INFO nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating resource usage from migration e37d0301-e922-4241-b8c2-4634c898a62f [ 1090.741291] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 60724625-b676-437f-89d4-845433c33fbc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.741713] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 148abfee-2aaa-45fb-ba92-1aa68cac8b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.744015] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 237f9247-6f24-4bbd-b9d1-84402bb6670d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.744015] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e4012c7e-7b29-4ada-b5d4-5e092555a6d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.744015] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 333044fb-7528-4210-b5f5-566e74e0c286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.744015] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.744015] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 626997d7-942b-440c-9cd8-5ff0fe1d8246 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.744015] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 95d7879b-912b-4a3c-8770-fd14bef6d3e0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.744015] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 03449ac3-95ed-4948-94c5-3f8ce91049e4 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.744015] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance be5d76e1-a022-4de4-bf79-94a83f9958ec is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.744015] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance c840c615-efa9-4d65-9174-84ea793d7ad9 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.744015] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6cb99f85-234f-4300-8dc2-e18cb877a02b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.744015] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 642cf735-ef28-44f7-a9df-359861053897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.744015] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 11e9af7e-1044-4b0d-b924-cd978349f723 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1090.744393] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (39a54292-6291-43e6-9dcd-41089e8e05f6): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1810}} [ 1090.744393] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 3730826b-c4c9-4e06-a4d2-25f6487763c7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.744393] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance eee3d0fa-bd8c-49ca-876c-016ed7fe349b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1090.745931] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance ec734c20-fb3f-42ca-9856-170aa115115c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1091.108644] env[69763]: DEBUG nova.compute.manager [req-715992f3-726b-405b-a2dd-7073403e7cd9 req-07ce8517-154c-412e-b6be-9acaf4e34be0 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Received event network-vif-deleted-39ae1a76-473c-48c8-a6b7-b032742461ef {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.108881] env[69763]: INFO nova.compute.manager [req-715992f3-726b-405b-a2dd-7073403e7cd9 req-07ce8517-154c-412e-b6be-9acaf4e34be0 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Neutron deleted interface 39ae1a76-473c-48c8-a6b7-b032742461ef; detaching it from the instance and deleting it from the info cache [ 1091.109073] env[69763]: DEBUG nova.network.neutron [req-715992f3-726b-405b-a2dd-7073403e7cd9 req-07ce8517-154c-412e-b6be-9acaf4e34be0 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.250119] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance b6f29db9-80f6-4781-b486-3d1a5b4f841c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1091.496016] env[69763]: DEBUG nova.network.neutron [-] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.612165] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c26a60c5-985d-42b1-8e21-249a30ec7ab1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.625094] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e1aa2d-48ca-4d49-a065-a2670a9f286a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.668051] env[69763]: DEBUG nova.compute.manager [req-715992f3-726b-405b-a2dd-7073403e7cd9 req-07ce8517-154c-412e-b6be-9acaf4e34be0 service nova] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Detach interface failed, port_id=39ae1a76-473c-48c8-a6b7-b032742461ef, reason: Instance 148abfee-2aaa-45fb-ba92-1aa68cac8b8c could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1091.753578] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a401c0f3-fb9b-462a-88c0-cbcea8109877 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1092.000303] env[69763]: INFO nova.compute.manager [-] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Took 1.37 seconds to deallocate network for instance. [ 1092.257533] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 004e9631-1207-4324-b3dd-e5d2ff9adcce has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1092.513632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.615644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "13cb46b2-d376-4752-bfa6-91b85b9254a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.615928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.760142] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6880d482-64af-45bc-91c9-061fd63cf79f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1093.264546] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance e22cc51b-22d6-4af6-98db-e96f01c2b939 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1093.767653] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance c773bd6c-8518-4a5f-83ea-7e992730baff has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1094.271116] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a32de7d2-9c6c-40df-88d0-069bf9d2ec0d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1094.776103] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance be849381-d178-4a4a-9969-9b7ca9594b59 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1094.776436] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Migration e37d0301-e922-4241-b8c2-4634c898a62f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1094.776436] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1095.158355] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquiring lock "1a578775-8d3a-4085-9789-c59eaf5197a6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.158614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "1a578775-8d3a-4085-9789-c59eaf5197a6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.282933] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 2530519c-8f67-47a4-8809-7c3755d1bf9b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1095.786566] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 4e94af94-e78d-4309-bc41-39ee946a1cca has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1096.293586] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a23eb33a-d79c-47e9-b4f0-594d73736a2b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1096.293586] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1096.293586] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1096.757172] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1565b3-25f1-47a2-85a3-c420e7e6354c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.765405] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21d0e16-f4eb-4023-983a-64179342303b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.795737] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ecda0e-1cc5-4f12-a103-28a62af67d38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.804454] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30742dc0-cad0-4d43-8902-1feb87f47439 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.821975] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1097.326848] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.834162] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1097.834516] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 8.144s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.834763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 51.125s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.836753] env[69763]: INFO nova.compute.claims [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.839621] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1097.839772] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Cleaning up deleted instances {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1098.361145] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] There are 47 instances to clean {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1098.361145] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 7ea68797-5633-4569-9585-f94f1aeb530b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1098.787994] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66fdd205-b83e-42a0-b737-7582d0c91102 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.796522] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8161f01-0449-45f4-b105-53b6d25e3ae4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.827935] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5c5db6e-f35d-4c9d-a574-edfaa3dc0319 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.837523] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873d1a93-d044-4fee-9bd0-ef30181c1a60 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.852129] env[69763]: DEBUG nova.compute.provider_tree [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.868297] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: c5a2c922-980d-4b83-bc82-25c0958ec409] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1099.355408] env[69763]: DEBUG nova.scheduler.client.report [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.371905] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 9b63e873-d174-44a6-8b0f-5f34d47f1d7b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1099.860602] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.026s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.861247] env[69763]: DEBUG nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1099.864125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.673s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.867814] env[69763]: INFO nova.compute.claims [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1099.876648] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: e6f4dda5-e4f5-4b25-bc4d-4587ef211935] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.374075] env[69763]: DEBUG nova.compute.utils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.375714] env[69763]: DEBUG nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1100.375862] env[69763]: DEBUG nova.network.neutron [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1100.379115] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 2ffed19a-0c27-4a65-abc6-1f0c4b44d8f8] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1100.428709] env[69763]: DEBUG nova.policy [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a107117a0180427d81293c3f03c71af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d8b0790aeb541899503c51f2e50cf7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1100.768607] env[69763]: DEBUG nova.network.neutron [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Successfully created port: 49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1100.879728] env[69763]: DEBUG nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1100.884126] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: c7fe2c20-7126-492b-b5e1-b59a28c3d7a9] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.363942] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc02bad8-fb8c-4bec-b22a-7316aaa37b46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.372588] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebcb8eb-41be-4ba6-a9c0-538ac7416d79 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.407114] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 3b94583b-dae6-405d-8d9e-66b0ada48283] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.413052] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01928ed8-cd7a-43e7-87fc-174092c762c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.423432] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3294fb0-1b22-4888-aee3-b69760ebc71c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.438238] env[69763]: DEBUG nova.compute.provider_tree [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.913877] env[69763]: DEBUG nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1101.917342] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 6c397902-d523-4abc-bf3e-dd03e3d62a45] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1101.941374] env[69763]: DEBUG nova.scheduler.client.report [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.946763] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1101.946995] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1101.947166] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.947351] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1101.947496] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.947644] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1101.947846] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1101.948011] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1101.948194] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1101.948358] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1101.948600] env[69763]: DEBUG nova.virt.hardware [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1101.950437] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cafa6c43-64c7-4246-b21d-8d74fd70d1cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.960389] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f9cb58-1ed3-471a-857a-4937acdd5c8d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.275543] env[69763]: DEBUG nova.compute.manager [req-fd0a8f11-4794-46bb-abfc-9b26a356aa51 req-7d5ca946-342e-43ef-96d9-d627d74b3eb1 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Received event network-vif-plugged-49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1102.275786] env[69763]: DEBUG oslo_concurrency.lockutils [req-fd0a8f11-4794-46bb-abfc-9b26a356aa51 req-7d5ca946-342e-43ef-96d9-d627d74b3eb1 service nova] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.275997] env[69763]: DEBUG oslo_concurrency.lockutils [req-fd0a8f11-4794-46bb-abfc-9b26a356aa51 req-7d5ca946-342e-43ef-96d9-d627d74b3eb1 service nova] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.276248] env[69763]: DEBUG oslo_concurrency.lockutils [req-fd0a8f11-4794-46bb-abfc-9b26a356aa51 req-7d5ca946-342e-43ef-96d9-d627d74b3eb1 service nova] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.276504] env[69763]: DEBUG nova.compute.manager [req-fd0a8f11-4794-46bb-abfc-9b26a356aa51 req-7d5ca946-342e-43ef-96d9-d627d74b3eb1 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] No waiting events found dispatching network-vif-plugged-49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1102.276782] env[69763]: WARNING nova.compute.manager [req-fd0a8f11-4794-46bb-abfc-9b26a356aa51 req-7d5ca946-342e-43ef-96d9-d627d74b3eb1 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Received unexpected event network-vif-plugged-49f67be4-7d75-49f2-8f13-9c11445a8010 for instance with vm_state building and task_state spawning. [ 1102.391166] env[69763]: DEBUG nova.network.neutron [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Successfully updated port: 49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1102.421704] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 02f13b78-8877-4061-ba37-734bb5c49f34] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1102.454761] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.591s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.455463] env[69763]: DEBUG nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1102.458174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.874s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.459515] env[69763]: INFO nova.compute.claims [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.893685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.893876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.894068] env[69763]: DEBUG nova.network.neutron [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.926586] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: a78880c5-dba8-40f9-8da7-47fdd060a8ca] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1102.964539] env[69763]: DEBUG nova.compute.utils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1102.968477] env[69763]: DEBUG nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1102.968887] env[69763]: DEBUG nova.network.neutron [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1103.019814] env[69763]: DEBUG nova.policy [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '665ecdc525994b43be25ec87be305339', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8010571ff2548df891f415617a334b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1103.376662] env[69763]: DEBUG nova.network.neutron [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Successfully created port: 04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1103.428929] env[69763]: DEBUG nova.network.neutron [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1103.431368] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 2cbd4e7b-e10a-4a57-9532-cc632b2ed7a1] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1103.469583] env[69763]: DEBUG nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1103.592435] env[69763]: DEBUG nova.network.neutron [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updating instance_info_cache with network_info: [{"id": "49f67be4-7d75-49f2-8f13-9c11445a8010", "address": "fa:16:3e:65:f3:f3", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f67be4-7d", "ovs_interfaceid": "49f67be4-7d75-49f2-8f13-9c11445a8010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.934164] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: c5fc189f-8a03-47bb-a655-72516530d9a0] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1104.015108] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-831c07bf-fdea-4877-93b8-25301ef51c01 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.024470] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87aa5ea5-80ed-4a54-9d2c-348fdff5d002 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.056345] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5616fb27-9922-4bf6-94be-032c4210fca8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.065349] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d521a06f-2efc-46fe-b2d1-f4cedcb48bfb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.080203] env[69763]: DEBUG nova.compute.provider_tree [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.094458] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Releasing lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.094775] env[69763]: DEBUG nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Instance network_info: |[{"id": "49f67be4-7d75-49f2-8f13-9c11445a8010", "address": "fa:16:3e:65:f3:f3", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f67be4-7d", "ovs_interfaceid": "49f67be4-7d75-49f2-8f13-9c11445a8010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1104.095281] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:f3:f3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '49f67be4-7d75-49f2-8f13-9c11445a8010', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1104.103139] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Creating folder: Project (5d8b0790aeb541899503c51f2e50cf7c). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.103743] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5758298b-688d-49d8-9aba-bc56aa648663 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.114892] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Created folder: Project (5d8b0790aeb541899503c51f2e50cf7c) in parent group-v816505. [ 1104.115126] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Creating folder: Instances. Parent ref: group-v816700. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1104.115381] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5abdb6b7-ee03-4445-ad36-1c8a58fbde79 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.125897] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Created folder: Instances in parent group-v816700. [ 1104.126174] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1104.126376] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1104.126597] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1f8b02d0-7e98-4699-875b-03f44e2528ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.148020] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1104.148020] env[69763]: value = "task-4122954" [ 1104.148020] env[69763]: _type = "Task" [ 1104.148020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.155596] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122954, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.405354] env[69763]: DEBUG nova.compute.manager [req-da0566fd-68ad-4af6-9595-6d4771fbd156 req-0c1743bb-0b40-4cfd-8db5-1133f0cc52a7 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Received event network-changed-49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1104.405459] env[69763]: DEBUG nova.compute.manager [req-da0566fd-68ad-4af6-9595-6d4771fbd156 req-0c1743bb-0b40-4cfd-8db5-1133f0cc52a7 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Refreshing instance network info cache due to event network-changed-49f67be4-7d75-49f2-8f13-9c11445a8010. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1104.405634] env[69763]: DEBUG oslo_concurrency.lockutils [req-da0566fd-68ad-4af6-9595-6d4771fbd156 req-0c1743bb-0b40-4cfd-8db5-1133f0cc52a7 service nova] Acquiring lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.405813] env[69763]: DEBUG oslo_concurrency.lockutils [req-da0566fd-68ad-4af6-9595-6d4771fbd156 req-0c1743bb-0b40-4cfd-8db5-1133f0cc52a7 service nova] Acquired lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.405925] env[69763]: DEBUG nova.network.neutron [req-da0566fd-68ad-4af6-9595-6d4771fbd156 req-0c1743bb-0b40-4cfd-8db5-1133f0cc52a7 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Refreshing network info cache for port 49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1104.438126] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: e1f11f47-1a3f-40d6-b7d1-c3ff33f7d057] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1104.489054] env[69763]: DEBUG nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1104.519796] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1104.520272] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1104.520272] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1104.520399] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1104.520530] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1104.520677] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1104.520911] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1104.521102] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1104.521309] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1104.521428] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1104.521599] env[69763]: DEBUG nova.virt.hardware [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1104.522523] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08859916-d529-420f-b1ff-efc4427ffbcf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.531672] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb9016ca-12d4-41bf-82b8-566c7466ca12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.583397] env[69763]: DEBUG nova.scheduler.client.report [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.658250] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122954, 'name': CreateVM_Task, 'duration_secs': 0.342507} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.658450] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1104.659289] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.659461] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.659794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.660085] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac443c53-c853-4824-9113-5960e01a11fb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.666027] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1104.666027] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5222f9cf-a5eb-8b28-d22e-08dd7c92ec98" [ 1104.666027] env[69763]: _type = "Task" [ 1104.666027] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.674219] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5222f9cf-a5eb-8b28-d22e-08dd7c92ec98, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.769885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "642cf735-ef28-44f7-a9df-359861053897" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.770234] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.770443] env[69763]: DEBUG nova.compute.manager [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1104.771381] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa1fa43a-ab1a-4b6f-a3f6-cdfbf4b5b686 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.779761] env[69763]: DEBUG nova.compute.manager [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1104.780369] env[69763]: DEBUG nova.objects.instance [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'flavor' on Instance uuid 642cf735-ef28-44f7-a9df-359861053897 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1104.942215] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 6f88b001-92fe-4870-833d-50d35a87a27d] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.025474] env[69763]: DEBUG nova.network.neutron [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Successfully updated port: 04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1105.089124] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.631s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.089664] env[69763]: DEBUG nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1105.092563] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.908s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.092769] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.096460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 51.865s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.096701] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.098574] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.516s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.100046] env[69763]: INFO nova.compute.claims [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.134021] env[69763]: INFO nova.scheduler.client.report [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Deleted allocations for instance 95d7879b-912b-4a3c-8770-fd14bef6d3e0 [ 1105.136288] env[69763]: INFO nova.scheduler.client.report [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Deleted allocations for instance 626997d7-942b-440c-9cd8-5ff0fe1d8246 [ 1105.180814] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5222f9cf-a5eb-8b28-d22e-08dd7c92ec98, 'name': SearchDatastore_Task, 'duration_secs': 0.011709} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.181928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.181928] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1105.181928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.181928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.182141] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1105.182308] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-37a2f9dc-a533-4437-877f-90faac1089ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.194612] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1105.194934] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1105.197246] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c2a18c-9ba5-4696-a016-d851c1cf3518 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.203318] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1105.203318] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52612221-ffe0-4a0d-9c65-ab8790a147ab" [ 1105.203318] env[69763]: _type = "Task" [ 1105.203318] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.207556] env[69763]: DEBUG nova.network.neutron [req-da0566fd-68ad-4af6-9595-6d4771fbd156 req-0c1743bb-0b40-4cfd-8db5-1133f0cc52a7 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updated VIF entry in instance network info cache for port 49f67be4-7d75-49f2-8f13-9c11445a8010. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1105.207912] env[69763]: DEBUG nova.network.neutron [req-da0566fd-68ad-4af6-9595-6d4771fbd156 req-0c1743bb-0b40-4cfd-8db5-1133f0cc52a7 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updating instance_info_cache with network_info: [{"id": "49f67be4-7d75-49f2-8f13-9c11445a8010", "address": "fa:16:3e:65:f3:f3", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f67be4-7d", "ovs_interfaceid": "49f67be4-7d75-49f2-8f13-9c11445a8010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.217729] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52612221-ffe0-4a0d-9c65-ab8790a147ab, 'name': SearchDatastore_Task, 'duration_secs': 0.010645} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.218560] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e8196562-ce6d-4789-9020-24cdd24f52ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.225823] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1105.225823] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522a1967-2078-649c-5c09-4aba27ec55b6" [ 1105.225823] env[69763]: _type = "Task" [ 1105.225823] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.234177] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522a1967-2078-649c-5c09-4aba27ec55b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.451049] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 9c4ff6ed-9ae4-441a-9cba-baf646488aa6] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1105.531595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.531595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.531595] env[69763]: DEBUG nova.network.neutron [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.604684] env[69763]: DEBUG nova.compute.utils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.606680] env[69763]: DEBUG nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1105.606872] env[69763]: DEBUG nova.network.neutron [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1105.649558] env[69763]: DEBUG oslo_concurrency.lockutils [None req-85017bb9-49c6-4858-85f9-0798ca443fe5 tempest-ServersTestFqdnHostnames-1788494129 tempest-ServersTestFqdnHostnames-1788494129-project-member] Lock "95d7879b-912b-4a3c-8770-fd14bef6d3e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.917s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.651288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0c193a54-1675-4c4e-b388-d24412f16b72 tempest-ServersTestJSON-1985496736 tempest-ServersTestJSON-1985496736-project-member] Lock "626997d7-942b-440c-9cd8-5ff0fe1d8246" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 56.835s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.663587] env[69763]: DEBUG nova.policy [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c289993c52974071a69c208e68753229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1921e2c3e1264e2fb9a77503c26f9322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.711730] env[69763]: DEBUG oslo_concurrency.lockutils [req-da0566fd-68ad-4af6-9595-6d4771fbd156 req-0c1743bb-0b40-4cfd-8db5-1133f0cc52a7 service nova] Releasing lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.738382] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522a1967-2078-649c-5c09-4aba27ec55b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009705} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.738668] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.739779] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a401c0f3-fb9b-462a-88c0-cbcea8109877/a401c0f3-fb9b-462a-88c0-cbcea8109877.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.739779] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c7146b4c-8967-4e34-8bb7-9779ee9fd339 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.748009] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1105.748009] env[69763]: value = "task-4122955" [ 1105.748009] env[69763]: _type = "Task" [ 1105.748009] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.757185] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122955, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.789215] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1105.789485] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa7f1ded-cb9f-442b-b85f-db7b8cf34822 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.797370] env[69763]: DEBUG oslo_vmware.api [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1105.797370] env[69763]: value = "task-4122956" [ 1105.797370] env[69763]: _type = "Task" [ 1105.797370] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.807533] env[69763]: DEBUG oslo_vmware.api [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122956, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.953821] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: da489781-f745-4bfc-b063-9668d1791178] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.090675] env[69763]: DEBUG nova.network.neutron [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1106.113215] env[69763]: DEBUG nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1106.267884] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122955, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.507911} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.268570] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a401c0f3-fb9b-462a-88c0-cbcea8109877/a401c0f3-fb9b-462a-88c0-cbcea8109877.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1106.268570] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1106.269076] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0fd65df8-4c22-4794-925a-dc97abdc566e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.276300] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1106.276300] env[69763]: value = "task-4122957" [ 1106.276300] env[69763]: _type = "Task" [ 1106.276300] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.290166] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.308317] env[69763]: DEBUG oslo_vmware.api [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122956, 'name': PowerOffVM_Task, 'duration_secs': 0.247011} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.309119] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1106.309119] env[69763]: DEBUG nova.compute.manager [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1106.312410] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bf44e2-def4-416b-94e6-fc859d4ce7ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.326344] env[69763]: DEBUG nova.network.neutron [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Updating instance_info_cache with network_info: [{"id": "04ce63af-5cc6-45ec-b5ec-5ad655519b1d", "address": "fa:16:3e:fe:1f:d9", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce63af-5c", "ovs_interfaceid": "04ce63af-5cc6-45ec-b5ec-5ad655519b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.356102] env[69763]: DEBUG nova.network.neutron [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Successfully created port: 58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1106.458950] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 002b787b-96fa-4f0b-b2d4-969d2f49a574] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1106.480956] env[69763]: DEBUG nova.compute.manager [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Received event network-vif-plugged-04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.481759] env[69763]: DEBUG oslo_concurrency.lockutils [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] Acquiring lock "004e9631-1207-4324-b3dd-e5d2ff9adcce-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1106.482024] env[69763]: DEBUG oslo_concurrency.lockutils [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] Lock "004e9631-1207-4324-b3dd-e5d2ff9adcce-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1106.482157] env[69763]: DEBUG oslo_concurrency.lockutils [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] Lock "004e9631-1207-4324-b3dd-e5d2ff9adcce-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.482625] env[69763]: DEBUG nova.compute.manager [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] No waiting events found dispatching network-vif-plugged-04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1106.482625] env[69763]: WARNING nova.compute.manager [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Received unexpected event network-vif-plugged-04ce63af-5cc6-45ec-b5ec-5ad655519b1d for instance with vm_state building and task_state spawning. [ 1106.482748] env[69763]: DEBUG nova.compute.manager [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Received event network-changed-04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1106.482801] env[69763]: DEBUG nova.compute.manager [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Refreshing instance network info cache due to event network-changed-04ce63af-5cc6-45ec-b5ec-5ad655519b1d. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1106.482953] env[69763]: DEBUG oslo_concurrency.lockutils [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] Acquiring lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.668300] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b81aa65-847f-4f36-963e-f37c9ad31511 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.677524] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3276673d-b66a-4851-9450-24fee2f19d28 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.708931] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7009d57f-163c-4e7c-81be-6a21828cb6fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.723522] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1d643c-8bbd-4c1e-8e6c-ca71ef30ed00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.739436] env[69763]: DEBUG nova.compute.provider_tree [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.794811] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069687} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.794811] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1106.794811] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1eb44d3e-b977-401e-8361-0e33f94d4ac6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.817704] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] a401c0f3-fb9b-462a-88c0-cbcea8109877/a401c0f3-fb9b-462a-88c0-cbcea8109877.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1106.818439] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975c5135-1386-440f-9072-16c142c4ebe6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.841114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.841329] env[69763]: DEBUG nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Instance network_info: |[{"id": "04ce63af-5cc6-45ec-b5ec-5ad655519b1d", "address": "fa:16:3e:fe:1f:d9", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce63af-5c", "ovs_interfaceid": "04ce63af-5cc6-45ec-b5ec-5ad655519b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1106.841902] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f56d74c1-4a9d-4c45-88b8-be8a8bc0cea2 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.072s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.843170] env[69763]: DEBUG oslo_concurrency.lockutils [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] Acquired lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.843494] env[69763]: DEBUG nova.network.neutron [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Refreshing network info cache for port 04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1106.844878] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fe:1f:d9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04ce63af-5cc6-45ec-b5ec-5ad655519b1d', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1106.855137] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1106.856849] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1106.858807] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99914cc2-a9b8-4d9b-a84d-acc78270d6af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.882217] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1106.882217] env[69763]: value = "task-4122958" [ 1106.882217] env[69763]: _type = "Task" [ 1106.882217] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.889330] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1106.889330] env[69763]: value = "task-4122959" [ 1106.889330] env[69763]: _type = "Task" [ 1106.889330] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.897406] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.903479] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122959, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.960680] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 9afc1d78-9d77-4786-8598-f26947ecb97b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.128602] env[69763]: DEBUG nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1107.163190] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1107.163190] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1107.163190] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.163431] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1107.163767] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.164150] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1107.164539] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1107.164858] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1107.165202] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1107.167020] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1107.167020] env[69763]: DEBUG nova.virt.hardware [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1107.167020] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4cddf9-dc9c-4276-ac70-532dda16370d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.178658] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7834ad0-4d86-406a-9196-75e48d39cbe5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.217962] env[69763]: DEBUG nova.objects.instance [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'flavor' on Instance uuid 642cf735-ef28-44f7-a9df-359861053897 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.248522] env[69763]: DEBUG nova.scheduler.client.report [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1107.409696] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122958, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.414341] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122959, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.466644] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 298a8a34-6f1b-49b9-8358-10d0d6ba447d] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1107.724765] env[69763]: DEBUG oslo_concurrency.lockutils [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.727021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.727021] env[69763]: DEBUG nova.network.neutron [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.727021] env[69763]: DEBUG nova.objects.instance [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'info_cache' on Instance uuid 642cf735-ef28-44f7-a9df-359861053897 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1107.758028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.659s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.758594] env[69763]: DEBUG nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1107.762043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.697s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1107.765020] env[69763]: INFO nova.compute.claims [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1107.903777] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122958, 'name': ReconfigVM_Task, 'duration_secs': 0.628297} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.903777] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Reconfigured VM instance instance-00000045 to attach disk [datastore2] a401c0f3-fb9b-462a-88c0-cbcea8109877/a401c0f3-fb9b-462a-88c0-cbcea8109877.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.904496] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09c98058-5809-4015-9377-1306477ab126 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.909514] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122959, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.915253] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1107.915253] env[69763]: value = "task-4122960" [ 1107.915253] env[69763]: _type = "Task" [ 1107.915253] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.925690] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122960, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.969060] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 7b731473-c115-4613-a5cd-30f1cd258bd3] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.040668] env[69763]: DEBUG nova.network.neutron [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Updated VIF entry in instance network info cache for port 04ce63af-5cc6-45ec-b5ec-5ad655519b1d. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1108.041082] env[69763]: DEBUG nova.network.neutron [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Updating instance_info_cache with network_info: [{"id": "04ce63af-5cc6-45ec-b5ec-5ad655519b1d", "address": "fa:16:3e:fe:1f:d9", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce63af-5c", "ovs_interfaceid": "04ce63af-5cc6-45ec-b5ec-5ad655519b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.230188] env[69763]: DEBUG nova.objects.base [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Object Instance<642cf735-ef28-44f7-a9df-359861053897> lazy-loaded attributes: flavor,info_cache {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1108.264770] env[69763]: DEBUG nova.compute.utils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1108.266660] env[69763]: DEBUG nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1108.272040] env[69763]: DEBUG nova.network.neutron [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1108.351931] env[69763]: DEBUG nova.policy [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0017698412c8406b82b8becf7ad1fff0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '93a5404fedc84265b35f0644b356059f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1108.409030] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122959, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.428161] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122960, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.448476] env[69763]: DEBUG nova.compute.manager [req-7a4ad518-8845-4fa4-ac12-67222c6f165c req-4dbf7640-0bc5-4464-bf82-5484d828c5ce service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Received event network-vif-plugged-58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1108.448588] env[69763]: DEBUG oslo_concurrency.lockutils [req-7a4ad518-8845-4fa4-ac12-67222c6f165c req-4dbf7640-0bc5-4464-bf82-5484d828c5ce service nova] Acquiring lock "6880d482-64af-45bc-91c9-061fd63cf79f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.448776] env[69763]: DEBUG oslo_concurrency.lockutils [req-7a4ad518-8845-4fa4-ac12-67222c6f165c req-4dbf7640-0bc5-4464-bf82-5484d828c5ce service nova] Lock "6880d482-64af-45bc-91c9-061fd63cf79f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.448972] env[69763]: DEBUG oslo_concurrency.lockutils [req-7a4ad518-8845-4fa4-ac12-67222c6f165c req-4dbf7640-0bc5-4464-bf82-5484d828c5ce service nova] Lock "6880d482-64af-45bc-91c9-061fd63cf79f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.449995] env[69763]: DEBUG nova.compute.manager [req-7a4ad518-8845-4fa4-ac12-67222c6f165c req-4dbf7640-0bc5-4464-bf82-5484d828c5ce service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] No waiting events found dispatching network-vif-plugged-58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1108.450205] env[69763]: WARNING nova.compute.manager [req-7a4ad518-8845-4fa4-ac12-67222c6f165c req-4dbf7640-0bc5-4464-bf82-5484d828c5ce service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Received unexpected event network-vif-plugged-58ee1639-3131-42e9-a241-63b661e11ab4 for instance with vm_state building and task_state spawning. [ 1108.471460] env[69763]: DEBUG nova.network.neutron [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Successfully updated port: 58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1108.477207] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 0ba728e6-127d-4b7f-9559-37b380cdb781] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.544482] env[69763]: DEBUG oslo_concurrency.lockutils [req-ae6017a0-adc2-45e5-99da-683f7ad29d67 req-fcc8cfd2-cc9e-486c-916e-3334205ad270 service nova] Releasing lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.776660] env[69763]: DEBUG nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1108.910561] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122959, 'name': CreateVM_Task, 'duration_secs': 1.618776} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.910817] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1108.911705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.911946] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.912360] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.912661] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e461c35b-3642-439d-bd0e-9d399f7956ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.919589] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1108.919589] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5235c78d-4bb6-8081-2c37-50a5874dfabb" [ 1108.919589] env[69763]: _type = "Task" [ 1108.919589] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.937737] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122960, 'name': Rename_Task, 'duration_secs': 0.699456} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.939681] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1108.940333] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5235c78d-4bb6-8081-2c37-50a5874dfabb, 'name': SearchDatastore_Task, 'duration_secs': 0.011849} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.944023] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9073b632-9b61-4139-b9ba-af1cb993c53c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.946984] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.946984] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1108.946984] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.946984] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.946984] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1108.947488] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-370fc078-4d16-4f80-8cd2-2c5b3f4ce454 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.956804] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1108.956804] env[69763]: value = "task-4122961" [ 1108.956804] env[69763]: _type = "Task" [ 1108.956804] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1108.962674] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1108.962906] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1108.964283] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5501a87-0491-4e79-8d76-0868903a7c7a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.972511] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122961, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.980200] env[69763]: DEBUG nova.network.neutron [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Successfully created port: cac465c2-6402-43df-8631-3fc7a1bb4fb9 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1108.982219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.982347] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.982485] env[69763]: DEBUG nova.network.neutron [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1108.983775] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 160898fa-4eb0-49e8-8a64-0e293f35030e] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1108.988243] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1108.988243] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5220c2a0-0b4b-a017-0aa0-95715b7c797b" [ 1108.988243] env[69763]: _type = "Task" [ 1108.988243] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.001507] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5220c2a0-0b4b-a017-0aa0-95715b7c797b, 'name': SearchDatastore_Task, 'duration_secs': 0.010927} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.005267] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8f880e8-c866-4a13-9574-1c93ea3ae661 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.015604] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1109.015604] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521cea40-1759-7dc4-fb2c-6378bc0cae36" [ 1109.015604] env[69763]: _type = "Task" [ 1109.015604] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.024531] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521cea40-1759-7dc4-fb2c-6378bc0cae36, 'name': SearchDatastore_Task, 'duration_secs': 0.010806} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.028305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.028448] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 004e9631-1207-4324-b3dd-e5d2ff9adcce/004e9631-1207-4324-b3dd-e5d2ff9adcce.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1109.029166] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fac96676-32da-4b01-86a3-47bb5067255a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.038096] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1109.038096] env[69763]: value = "task-4122962" [ 1109.038096] env[69763]: _type = "Task" [ 1109.038096] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.052893] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122962, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.349754] env[69763]: DEBUG nova.network.neutron [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.379265] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22a2eb42-ba0d-457b-a810-73a79c1c161b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.392857] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af4ac68-ea22-49dd-bb28-0722c5a905fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.430163] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a26fdd0-e79e-4719-92a7-109c7262012e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.441201] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c5624e-ccee-426b-a922-01659c208ea8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.459586] env[69763]: DEBUG nova.compute.provider_tree [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1109.475831] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122961, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.493759] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 578c9477-4609-4638-ba9d-6dfc3fcfe00b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1109.552702] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122962, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.576288] env[69763]: DEBUG nova.network.neutron [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1109.766088] env[69763]: DEBUG nova.network.neutron [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updating instance_info_cache with network_info: [{"id": "58ee1639-3131-42e9-a241-63b661e11ab4", "address": "fa:16:3e:0c:81:ea", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ee1639-31", "ovs_interfaceid": "58ee1639-3131-42e9-a241-63b661e11ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.793082] env[69763]: DEBUG nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1109.835493] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1109.835493] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1109.835696] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1109.835821] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1109.836676] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1109.836877] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1109.837610] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1109.837800] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1109.837926] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1109.838119] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1109.838854] env[69763]: DEBUG nova.virt.hardware [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1109.839210] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32480e62-4eeb-40c0-b510-4b18a4d4cd0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.848167] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7a94dfa-3748-4e17-99af-110c89d21a7e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.852672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.970656] env[69763]: DEBUG nova.scheduler.client.report [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1109.973990] env[69763]: DEBUG oslo_vmware.api [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4122961, 'name': PowerOnVM_Task, 'duration_secs': 0.69745} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.974318] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1109.975271] env[69763]: INFO nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Took 8.06 seconds to spawn the instance on the hypervisor. [ 1109.975271] env[69763]: DEBUG nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1109.975689] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc889fbb-b8e3-4803-98d2-d17fd8370c33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.997292] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: fb6458c7-5b49-416b-99fa-24a1571ec304] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.053668] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122962, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.531408} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.053668] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 004e9631-1207-4324-b3dd-e5d2ff9adcce/004e9631-1207-4324-b3dd-e5d2ff9adcce.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1110.053668] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1110.053668] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-726198fa-3b39-4759-8697-1b1dbb691b42 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.061920] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1110.061920] env[69763]: value = "task-4122963" [ 1110.061920] env[69763]: _type = "Task" [ 1110.061920] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.074480] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122963, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.270559] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.270559] env[69763]: DEBUG nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Instance network_info: |[{"id": "58ee1639-3131-42e9-a241-63b661e11ab4", "address": "fa:16:3e:0c:81:ea", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ee1639-31", "ovs_interfaceid": "58ee1639-3131-42e9-a241-63b661e11ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1110.270883] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:81:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58ee1639-3131-42e9-a241-63b661e11ab4', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1110.278336] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.278589] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1110.278832] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e10af18-8212-415d-8b43-f11bd1a57fc6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.301443] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1110.301443] env[69763]: value = "task-4122964" [ 1110.301443] env[69763]: _type = "Task" [ 1110.301443] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.310428] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122964, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.476887] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.714s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.477031] env[69763]: DEBUG nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1110.479540] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.898s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.479931] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.482029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 41.313s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.483337] env[69763]: INFO nova.compute.claims [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1110.496251] env[69763]: INFO nova.compute.manager [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Took 63.80 seconds to build instance. [ 1110.502785] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: abcffbf1-1585-4981-83aa-7882aa9a6b36] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1110.509433] env[69763]: INFO nova.scheduler.client.report [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Deleted allocations for instance be5d76e1-a022-4de4-bf79-94a83f9958ec [ 1110.551124] env[69763]: DEBUG nova.compute.manager [req-816e2992-f152-48b5-920c-6fdf6d243fb7 req-91c1de63-4d23-476a-a582-81b456bfea45 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Received event network-changed-58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.551337] env[69763]: DEBUG nova.compute.manager [req-816e2992-f152-48b5-920c-6fdf6d243fb7 req-91c1de63-4d23-476a-a582-81b456bfea45 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Refreshing instance network info cache due to event network-changed-58ee1639-3131-42e9-a241-63b661e11ab4. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1110.552100] env[69763]: DEBUG oslo_concurrency.lockutils [req-816e2992-f152-48b5-920c-6fdf6d243fb7 req-91c1de63-4d23-476a-a582-81b456bfea45 service nova] Acquiring lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.552100] env[69763]: DEBUG oslo_concurrency.lockutils [req-816e2992-f152-48b5-920c-6fdf6d243fb7 req-91c1de63-4d23-476a-a582-81b456bfea45 service nova] Acquired lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.552100] env[69763]: DEBUG nova.network.neutron [req-816e2992-f152-48b5-920c-6fdf6d243fb7 req-91c1de63-4d23-476a-a582-81b456bfea45 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Refreshing network info cache for port 58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1110.575458] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122963, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082345} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.578247] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1110.578247] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c5e287-8d03-436a-a7f3-e8b4ea8dd5a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.608353] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 004e9631-1207-4324-b3dd-e5d2ff9adcce/004e9631-1207-4324-b3dd-e5d2ff9adcce.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1110.609468] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7ec64cf-fae6-4b9f-987d-5598de603630 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.640023] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1110.640023] env[69763]: value = "task-4122965" [ 1110.640023] env[69763]: _type = "Task" [ 1110.640023] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.649761] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.796217] env[69763]: DEBUG nova.compute.manager [req-4578608f-67e5-4776-b5b6-1e90432c69bd req-d2e423be-98ec-4812-8641-ec6fe7e881b3 service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Received event network-vif-plugged-cac465c2-6402-43df-8631-3fc7a1bb4fb9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.796455] env[69763]: DEBUG oslo_concurrency.lockutils [req-4578608f-67e5-4776-b5b6-1e90432c69bd req-d2e423be-98ec-4812-8641-ec6fe7e881b3 service nova] Acquiring lock "e22cc51b-22d6-4af6-98db-e96f01c2b939-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.796672] env[69763]: DEBUG oslo_concurrency.lockutils [req-4578608f-67e5-4776-b5b6-1e90432c69bd req-d2e423be-98ec-4812-8641-ec6fe7e881b3 service nova] Lock "e22cc51b-22d6-4af6-98db-e96f01c2b939-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.797172] env[69763]: DEBUG oslo_concurrency.lockutils [req-4578608f-67e5-4776-b5b6-1e90432c69bd req-d2e423be-98ec-4812-8641-ec6fe7e881b3 service nova] Lock "e22cc51b-22d6-4af6-98db-e96f01c2b939-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.797416] env[69763]: DEBUG nova.compute.manager [req-4578608f-67e5-4776-b5b6-1e90432c69bd req-d2e423be-98ec-4812-8641-ec6fe7e881b3 service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] No waiting events found dispatching network-vif-plugged-cac465c2-6402-43df-8631-3fc7a1bb4fb9 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1110.797519] env[69763]: WARNING nova.compute.manager [req-4578608f-67e5-4776-b5b6-1e90432c69bd req-d2e423be-98ec-4812-8641-ec6fe7e881b3 service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Received unexpected event network-vif-plugged-cac465c2-6402-43df-8631-3fc7a1bb4fb9 for instance with vm_state building and task_state spawning. [ 1110.820048] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122964, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.858510] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.858964] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1426bd0-dfe9-4503-9f23-9b84feb91513 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.868352] env[69763]: DEBUG oslo_vmware.api [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1110.868352] env[69763]: value = "task-4122966" [ 1110.868352] env[69763]: _type = "Task" [ 1110.868352] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.874378] env[69763]: DEBUG nova.network.neutron [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Successfully updated port: cac465c2-6402-43df-8631-3fc7a1bb4fb9 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1110.879260] env[69763]: DEBUG oslo_vmware.api [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122966, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.988059] env[69763]: DEBUG nova.compute.utils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1110.992496] env[69763]: DEBUG nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1110.992496] env[69763]: DEBUG nova.network.neutron [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1110.998431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0845ce04-ef06-4f1e-8c39-d4f2ceff79e0 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 65.314s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.006274] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: e76d921c-c912-4769-a165-b2fc6505707b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.021021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03b2f8b1-4bf6-426a-9e35-745c3badcbe2 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "be5d76e1-a022-4de4-bf79-94a83f9958ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.986s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.052169] env[69763]: DEBUG nova.policy [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1b9bf0146f4ae28f18177f30622834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21623f2503aa4fddaa1097f1fa324d3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1111.154103] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122965, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.314197] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122964, 'name': CreateVM_Task, 'duration_secs': 0.72206} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.315313] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1111.315313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.315430] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.315692] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.316018] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9996dc18-6bbc-40d8-adc5-eb91959a6157 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.322708] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1111.322708] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f59aa-4ae1-d459-a5f1-47c077df01bf" [ 1111.322708] env[69763]: _type = "Task" [ 1111.322708] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.339494] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f59aa-4ae1-d459-a5f1-47c077df01bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.378024] env[69763]: DEBUG oslo_vmware.api [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4122966, 'name': PowerOnVM_Task, 'duration_secs': 0.4745} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.378024] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1111.378024] env[69763]: DEBUG nova.compute.manager [None req-93b52f51-a40e-46a6-9d41-b42430b0130f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1111.378507] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae4d62fa-ba16-4601-b80f-fc38b2339007 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.381826] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquiring lock "refresh_cache-e22cc51b-22d6-4af6-98db-e96f01c2b939" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.382071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquired lock "refresh_cache-e22cc51b-22d6-4af6-98db-e96f01c2b939" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.382337] env[69763]: DEBUG nova.network.neutron [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1111.461327] env[69763]: DEBUG nova.network.neutron [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Successfully created port: f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1111.501614] env[69763]: DEBUG nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1111.505857] env[69763]: DEBUG nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1111.512827] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 46baf558-eb8b-4703-886b-e177649277b5] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1111.656022] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122965, 'name': ReconfigVM_Task, 'duration_secs': 0.707395} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.656022] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 004e9631-1207-4324-b3dd-e5d2ff9adcce/004e9631-1207-4324-b3dd-e5d2ff9adcce.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1111.656022] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-71566ca8-35d1-4f44-bd2e-36d5cd785c49 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.662959] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1111.662959] env[69763]: value = "task-4122967" [ 1111.662959] env[69763]: _type = "Task" [ 1111.662959] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.674697] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122967, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.844436] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f59aa-4ae1-d459-a5f1-47c077df01bf, 'name': SearchDatastore_Task, 'duration_secs': 0.014874} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.844436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.844436] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1111.845125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.845263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.845344] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1111.848415] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae4c6aa8-091b-4413-8cc5-018d0abcb237 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.858746] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1111.859661] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1111.859844] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3eff8b-a89c-49ad-a106-fe58f9c403e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.868364] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1111.868364] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520cf549-f599-0def-d608-a6c273183e9b" [ 1111.868364] env[69763]: _type = "Task" [ 1111.868364] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.879482] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520cf549-f599-0def-d608-a6c273183e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.979384] env[69763]: DEBUG nova.network.neutron [req-816e2992-f152-48b5-920c-6fdf6d243fb7 req-91c1de63-4d23-476a-a582-81b456bfea45 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updated VIF entry in instance network info cache for port 58ee1639-3131-42e9-a241-63b661e11ab4. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1111.979384] env[69763]: DEBUG nova.network.neutron [req-816e2992-f152-48b5-920c-6fdf6d243fb7 req-91c1de63-4d23-476a-a582-81b456bfea45 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updating instance_info_cache with network_info: [{"id": "58ee1639-3131-42e9-a241-63b661e11ab4", "address": "fa:16:3e:0c:81:ea", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ee1639-31", "ovs_interfaceid": "58ee1639-3131-42e9-a241-63b661e11ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.989563] env[69763]: DEBUG nova.network.neutron [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1112.017339] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 191807a6-2355-4856-a862-7a6aabd6c204] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.043635] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1112.050413] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69a74667-ce0c-42b7-9d92-b19497e1eef0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.061734] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a232f79-40a6-4e7a-b8de-d07c8582ab6e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.107649] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6774b8c1-6659-4b9b-bb36-bca702db3bb5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.118286] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee49a349-63b1-4b2b-9a20-591826059a79 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.134827] env[69763]: DEBUG nova.compute.provider_tree [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.174968] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122967, 'name': Rename_Task, 'duration_secs': 0.251624} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.175289] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1112.175546] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01d4a156-7591-4058-87ef-6a34fcba970e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.182655] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1112.182655] env[69763]: value = "task-4122968" [ 1112.182655] env[69763]: _type = "Task" [ 1112.182655] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.192235] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122968, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.384541] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520cf549-f599-0def-d608-a6c273183e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.012665} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.388598] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a3cdc66-6753-4389-aa81-e1142b926245 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.397032] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1112.397032] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520ca64f-01fe-074a-1f51-8bdda6c71182" [ 1112.397032] env[69763]: _type = "Task" [ 1112.397032] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.408573] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520ca64f-01fe-074a-1f51-8bdda6c71182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.485103] env[69763]: DEBUG oslo_concurrency.lockutils [req-816e2992-f152-48b5-920c-6fdf6d243fb7 req-91c1de63-4d23-476a-a582-81b456bfea45 service nova] Releasing lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.515968] env[69763]: DEBUG nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1112.522727] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: a33a085d-4071-41d5-895e-1fc75790e5ea] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1112.552577] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1112.552577] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1112.552577] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.552887] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1112.552991] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.553127] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1112.553310] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1112.553495] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1112.553670] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1112.553835] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1112.554631] env[69763]: DEBUG nova.virt.hardware [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1112.555223] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84f9bc2-642a-4d7c-a9f7-2b6a6ba289c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.563450] env[69763]: DEBUG nova.network.neutron [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Updating instance_info_cache with network_info: [{"id": "cac465c2-6402-43df-8631-3fc7a1bb4fb9", "address": "fa:16:3e:3d:e5:d1", "network": {"id": "6b97ce4c-e993-4a0d-b2fe-ebf6add5f2c2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1434217133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a5404fedc84265b35f0644b356059f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac465c2-64", "ovs_interfaceid": "cac465c2-6402-43df-8631-3fc7a1bb4fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.572044] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0adbd70d-fab7-4632-843c-b79dfa829512 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.639915] env[69763]: DEBUG nova.scheduler.client.report [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1112.695715] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122968, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.742098] env[69763]: DEBUG nova.compute.manager [req-9bca679d-e8d7-4890-8b3a-4dfef33b703f req-991ab2d5-a422-4e1f-9a33-c751063c9d75 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Received event network-changed-49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1112.742098] env[69763]: DEBUG nova.compute.manager [req-9bca679d-e8d7-4890-8b3a-4dfef33b703f req-991ab2d5-a422-4e1f-9a33-c751063c9d75 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Refreshing instance network info cache due to event network-changed-49f67be4-7d75-49f2-8f13-9c11445a8010. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1112.742285] env[69763]: DEBUG oslo_concurrency.lockutils [req-9bca679d-e8d7-4890-8b3a-4dfef33b703f req-991ab2d5-a422-4e1f-9a33-c751063c9d75 service nova] Acquiring lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.742678] env[69763]: DEBUG oslo_concurrency.lockutils [req-9bca679d-e8d7-4890-8b3a-4dfef33b703f req-991ab2d5-a422-4e1f-9a33-c751063c9d75 service nova] Acquired lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.743165] env[69763]: DEBUG nova.network.neutron [req-9bca679d-e8d7-4890-8b3a-4dfef33b703f req-991ab2d5-a422-4e1f-9a33-c751063c9d75 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Refreshing network info cache for port 49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1112.913764] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520ca64f-01fe-074a-1f51-8bdda6c71182, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.914569] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.914674] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6880d482-64af-45bc-91c9-061fd63cf79f/6880d482-64af-45bc-91c9-061fd63cf79f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1112.914955] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bdce9a1-5ceb-4234-8283-9349f1bb4ad9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.925463] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1112.925463] env[69763]: value = "task-4122969" [ 1112.925463] env[69763]: _type = "Task" [ 1112.925463] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.940388] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122969, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.026984] env[69763]: DEBUG nova.compute.manager [req-5588fbbd-0ef0-4c20-bb7e-dada2cc056af req-3fb5e266-bdd4-4a37-996b-1b9ab5ebbe32 service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Received event network-changed-cac465c2-6402-43df-8631-3fc7a1bb4fb9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1113.027843] env[69763]: DEBUG nova.compute.manager [req-5588fbbd-0ef0-4c20-bb7e-dada2cc056af req-3fb5e266-bdd4-4a37-996b-1b9ab5ebbe32 service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Refreshing instance network info cache due to event network-changed-cac465c2-6402-43df-8631-3fc7a1bb4fb9. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1113.027843] env[69763]: DEBUG oslo_concurrency.lockutils [req-5588fbbd-0ef0-4c20-bb7e-dada2cc056af req-3fb5e266-bdd4-4a37-996b-1b9ab5ebbe32 service nova] Acquiring lock "refresh_cache-e22cc51b-22d6-4af6-98db-e96f01c2b939" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.030484] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 0aece961-75ff-4b19-b7ee-b6f7d47cfe0d] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.072614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Releasing lock "refresh_cache-e22cc51b-22d6-4af6-98db-e96f01c2b939" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.072614] env[69763]: DEBUG nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Instance network_info: |[{"id": "cac465c2-6402-43df-8631-3fc7a1bb4fb9", "address": "fa:16:3e:3d:e5:d1", "network": {"id": "6b97ce4c-e993-4a0d-b2fe-ebf6add5f2c2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1434217133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a5404fedc84265b35f0644b356059f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac465c2-64", "ovs_interfaceid": "cac465c2-6402-43df-8631-3fc7a1bb4fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1113.072614] env[69763]: DEBUG oslo_concurrency.lockutils [req-5588fbbd-0ef0-4c20-bb7e-dada2cc056af req-3fb5e266-bdd4-4a37-996b-1b9ab5ebbe32 service nova] Acquired lock "refresh_cache-e22cc51b-22d6-4af6-98db-e96f01c2b939" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.072614] env[69763]: DEBUG nova.network.neutron [req-5588fbbd-0ef0-4c20-bb7e-dada2cc056af req-3fb5e266-bdd4-4a37-996b-1b9ab5ebbe32 service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Refreshing network info cache for port cac465c2-6402-43df-8631-3fc7a1bb4fb9 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1113.074176] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:e5:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '17c839f5-4de0-449c-9a24-4e0e2fca37ca', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cac465c2-6402-43df-8631-3fc7a1bb4fb9', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1113.084436] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Creating folder: Project (93a5404fedc84265b35f0644b356059f). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.086590] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ebb9df4b-4a6e-464c-abe0-14621a0a2ce6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.103622] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Created folder: Project (93a5404fedc84265b35f0644b356059f) in parent group-v816505. [ 1113.103622] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Creating folder: Instances. Parent ref: group-v816705. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1113.103622] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fda157b-b7d1-424d-a82a-5bffdd2d9275 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.118332] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Created folder: Instances in parent group-v816705. [ 1113.118332] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1113.118332] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1113.120643] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-240378b0-33c1-46e6-9055-dae49a0c657c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.154848] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.673s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.155777] env[69763]: DEBUG nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.161721] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.009s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.164583] env[69763]: INFO nova.compute.claims [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1113.177159] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1113.177159] env[69763]: value = "task-4122972" [ 1113.177159] env[69763]: _type = "Task" [ 1113.177159] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.199509] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122972, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.210609] env[69763]: DEBUG oslo_vmware.api [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4122968, 'name': PowerOnVM_Task, 'duration_secs': 0.781822} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.211757] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1113.212295] env[69763]: INFO nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Took 8.72 seconds to spawn the instance on the hypervisor. [ 1113.212625] env[69763]: DEBUG nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1113.213763] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f4d851-8a56-4bc6-bce4-523714055b66 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.395614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.396127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.396636] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.397077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.397375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.400401] env[69763]: INFO nova.compute.manager [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Terminating instance [ 1113.441352] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122969, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.539031] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 303d37a8-47bf-4fab-aa8b-ed20d3a9afa6] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1113.674315] env[69763]: DEBUG nova.compute.utils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1113.678693] env[69763]: DEBUG nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1113.678693] env[69763]: DEBUG nova.network.neutron [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.691446] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122972, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.745394] env[69763]: INFO nova.compute.manager [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Took 64.57 seconds to build instance. [ 1113.791139] env[69763]: DEBUG nova.policy [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '42c0005c341a4964aedd76a8abbef8cc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b2a1c2db26a34fb68050c5407867a7dc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.914213] env[69763]: DEBUG nova.compute.manager [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1113.914686] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1113.919172] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c41488-2f74-4b19-b9b9-d93f27bf7eae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.936551] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1113.938285] env[69763]: DEBUG nova.network.neutron [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Successfully updated port: f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1113.940619] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-490ea6db-b5ed-4930-941d-c69571e3678d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.949907] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122969, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.612996} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.949907] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6880d482-64af-45bc-91c9-061fd63cf79f/6880d482-64af-45bc-91c9-061fd63cf79f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1113.949907] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1113.949907] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-52c5d820-3d49-4756-8b9c-508a61d1c41e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.957211] env[69763]: DEBUG oslo_vmware.api [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1113.957211] env[69763]: value = "task-4122973" [ 1113.957211] env[69763]: _type = "Task" [ 1113.957211] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.961272] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1113.961272] env[69763]: value = "task-4122974" [ 1113.961272] env[69763]: _type = "Task" [ 1113.961272] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.978550] env[69763]: DEBUG oslo_vmware.api [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122973, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.982660] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.042287] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: a2c800ff-c590-4e06-961f-fbb50928aa71] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.133530] env[69763]: DEBUG nova.network.neutron [req-5588fbbd-0ef0-4c20-bb7e-dada2cc056af req-3fb5e266-bdd4-4a37-996b-1b9ab5ebbe32 service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Updated VIF entry in instance network info cache for port cac465c2-6402-43df-8631-3fc7a1bb4fb9. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.134302] env[69763]: DEBUG nova.network.neutron [req-5588fbbd-0ef0-4c20-bb7e-dada2cc056af req-3fb5e266-bdd4-4a37-996b-1b9ab5ebbe32 service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Updating instance_info_cache with network_info: [{"id": "cac465c2-6402-43df-8631-3fc7a1bb4fb9", "address": "fa:16:3e:3d:e5:d1", "network": {"id": "6b97ce4c-e993-4a0d-b2fe-ebf6add5f2c2", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-1434217133-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "93a5404fedc84265b35f0644b356059f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "17c839f5-4de0-449c-9a24-4e0e2fca37ca", "external-id": "nsx-vlan-transportzone-198", "segmentation_id": 198, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcac465c2-64", "ovs_interfaceid": "cac465c2-6402-43df-8631-3fc7a1bb4fb9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.181201] env[69763]: DEBUG nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1114.194979] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122972, 'name': CreateVM_Task, 'duration_secs': 0.685376} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.195341] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.196116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.196226] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.196830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.197310] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8925754f-bba0-43a5-8f2e-546faa15df38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.203313] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1114.203313] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c68b6-9de7-edc2-f352-8305c2b17e14" [ 1114.203313] env[69763]: _type = "Task" [ 1114.203313] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.209237] env[69763]: DEBUG nova.network.neutron [req-9bca679d-e8d7-4890-8b3a-4dfef33b703f req-991ab2d5-a422-4e1f-9a33-c751063c9d75 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updated VIF entry in instance network info cache for port 49f67be4-7d75-49f2-8f13-9c11445a8010. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1114.209649] env[69763]: DEBUG nova.network.neutron [req-9bca679d-e8d7-4890-8b3a-4dfef33b703f req-991ab2d5-a422-4e1f-9a33-c751063c9d75 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updating instance_info_cache with network_info: [{"id": "49f67be4-7d75-49f2-8f13-9c11445a8010", "address": "fa:16:3e:65:f3:f3", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f67be4-7d", "ovs_interfaceid": "49f67be4-7d75-49f2-8f13-9c11445a8010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.221504] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c68b6-9de7-edc2-f352-8305c2b17e14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.248619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4ddf96f2-30ef-4512-85f6-288496488203 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "004e9631-1207-4324-b3dd-e5d2ff9adcce" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.093s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.445595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.445595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.445595] env[69763]: DEBUG nova.network.neutron [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1114.476847] env[69763]: DEBUG oslo_vmware.api [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122973, 'name': PowerOffVM_Task, 'duration_secs': 0.449586} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.477963] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.477963] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1114.480886] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-304590fb-014d-4a00-b859-20b060ddeb53 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.485957] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126583} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.486654] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1114.488023] env[69763]: DEBUG nova.network.neutron [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Successfully created port: c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1114.490062] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65057135-5e3e-4d15-905f-9d7f334c560b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.516237] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 6880d482-64af-45bc-91c9-061fd63cf79f/6880d482-64af-45bc-91c9-061fd63cf79f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1114.519443] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce6a73e1-d294-436e-b895-fed91591d8c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.541789] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1114.541789] env[69763]: value = "task-4122976" [ 1114.541789] env[69763]: _type = "Task" [ 1114.541789] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.548448] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 41cbd6fa-b5a5-4783-81c1-a074ecc8c841] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1114.557614] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122976, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.611611] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1114.611611] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1114.611611] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Deleting the datastore file [datastore1] e4012c7e-7b29-4ada-b5d4-5e092555a6d1 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1114.616189] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e535ac4-8206-4cac-9c9e-6e8b73dfa3ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.625232] env[69763]: DEBUG oslo_vmware.api [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for the task: (returnval){ [ 1114.625232] env[69763]: value = "task-4122977" [ 1114.625232] env[69763]: _type = "Task" [ 1114.625232] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.639064] env[69763]: DEBUG oslo_concurrency.lockutils [req-5588fbbd-0ef0-4c20-bb7e-dada2cc056af req-3fb5e266-bdd4-4a37-996b-1b9ab5ebbe32 service nova] Releasing lock "refresh_cache-e22cc51b-22d6-4af6-98db-e96f01c2b939" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.639443] env[69763]: DEBUG oslo_vmware.api [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122977, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.718191] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c68b6-9de7-edc2-f352-8305c2b17e14, 'name': SearchDatastore_Task, 'duration_secs': 0.042229} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.718518] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.719466] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.719466] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.719466] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.719466] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.719691] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2b59a207-4234-4e75-9cd3-04726560e409 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.724435] env[69763]: DEBUG oslo_concurrency.lockutils [req-9bca679d-e8d7-4890-8b3a-4dfef33b703f req-991ab2d5-a422-4e1f-9a33-c751063c9d75 service nova] Releasing lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.736117] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.739854] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.739854] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fcf333a1-873b-4dbe-8ccf-04d42c75a12b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.743870] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1114.743870] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528fde56-3626-1fbf-66af-ed171c05dc21" [ 1114.743870] env[69763]: _type = "Task" [ 1114.743870] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.755106] env[69763]: DEBUG nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1114.757751] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528fde56-3626-1fbf-66af-ed171c05dc21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.842690] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4189b6ad-1153-470f-b0c2-82d195d3e7b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.849848] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec87ffd-bb1a-48c8-ac0e-303f571c3244 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.886670] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc0e951-5271-49bc-9a3b-c6bc050e736a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.896363] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85ecb6e7-e0cf-429b-b226-4c0c18eaca62 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.910939] env[69763]: DEBUG nova.compute.provider_tree [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.017469] env[69763]: DEBUG nova.network.neutron [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.020459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "570af2e6-bf7e-47ee-ac35-276f44e87b24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.020710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "570af2e6-bf7e-47ee-ac35-276f44e87b24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.054507] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 91377093-0fb6-4a58-8fd4-6214925dcfd2] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.056657] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.136695] env[69763]: DEBUG oslo_vmware.api [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Task: {'id': task-4122977, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314562} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.136998] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.137219] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.137476] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.137571] env[69763]: INFO nova.compute.manager [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1115.137808] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.138008] env[69763]: DEBUG nova.compute.manager [-] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.138137] env[69763]: DEBUG nova.network.neutron [-] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.195219] env[69763]: DEBUG nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1115.237554] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1115.237879] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1115.237959] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1115.238111] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1115.238259] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1115.238394] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1115.238602] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1115.238757] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1115.238925] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1115.239742] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1115.239742] env[69763]: DEBUG nova.virt.hardware [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1115.240144] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726ff3a7-ce2c-42ba-a6ae-3dbd5736ea01 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.251096] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85793195-9e21-4c22-b6b7-58a14ef41860 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.260721] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528fde56-3626-1fbf-66af-ed171c05dc21, 'name': SearchDatastore_Task, 'duration_secs': 0.052086} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.264321] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-645bf5f6-0ab4-4815-a343-1d6137e11fb7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.278712] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1115.278712] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fa3072-7a83-dfad-b8ab-2a6da7d7a04c" [ 1115.278712] env[69763]: _type = "Task" [ 1115.278712] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.291988] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fa3072-7a83-dfad-b8ab-2a6da7d7a04c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.300317] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.375816] env[69763]: DEBUG nova.network.neutron [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Updating instance_info_cache with network_info: [{"id": "f4c20967-5d44-4d38-828e-5f993af8a88a", "address": "fa:16:3e:21:4a:5c", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c20967-5d", "ovs_interfaceid": "f4c20967-5d44-4d38-828e-5f993af8a88a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.413887] env[69763]: DEBUG nova.scheduler.client.report [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.556677] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122976, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.560065] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 139c1c58-6206-4350-a68d-0ec195119fd7] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1115.687752] env[69763]: DEBUG nova.compute.manager [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Received event network-vif-plugged-f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.687985] env[69763]: DEBUG oslo_concurrency.lockutils [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] Acquiring lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.689391] env[69763]: DEBUG oslo_concurrency.lockutils [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.689590] env[69763]: DEBUG oslo_concurrency.lockutils [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.689766] env[69763]: DEBUG nova.compute.manager [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] No waiting events found dispatching network-vif-plugged-f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1115.689938] env[69763]: WARNING nova.compute.manager [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Received unexpected event network-vif-plugged-f4c20967-5d44-4d38-828e-5f993af8a88a for instance with vm_state building and task_state spawning. [ 1115.690211] env[69763]: DEBUG nova.compute.manager [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Received event network-changed-f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.690309] env[69763]: DEBUG nova.compute.manager [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Refreshing instance network info cache due to event network-changed-f4c20967-5d44-4d38-828e-5f993af8a88a. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1115.690481] env[69763]: DEBUG oslo_concurrency.lockutils [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] Acquiring lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.800355] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fa3072-7a83-dfad-b8ab-2a6da7d7a04c, 'name': SearchDatastore_Task, 'duration_secs': 0.012122} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.800845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.801257] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e22cc51b-22d6-4af6-98db-e96f01c2b939/e22cc51b-22d6-4af6-98db-e96f01c2b939.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1115.801685] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba0e3057-d2ef-449f-9f9d-2e28d7f28ef2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.810908] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1115.810908] env[69763]: value = "task-4122978" [ 1115.810908] env[69763]: _type = "Task" [ 1115.810908] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.826351] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122978, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.878299] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.878732] env[69763]: DEBUG nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Instance network_info: |[{"id": "f4c20967-5d44-4d38-828e-5f993af8a88a", "address": "fa:16:3e:21:4a:5c", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c20967-5d", "ovs_interfaceid": "f4c20967-5d44-4d38-828e-5f993af8a88a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1115.879157] env[69763]: DEBUG oslo_concurrency.lockutils [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] Acquired lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.879392] env[69763]: DEBUG nova.network.neutron [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Refreshing network info cache for port f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1115.880826] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:4a:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f4c20967-5d44-4d38-828e-5f993af8a88a', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1115.892792] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.896332] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1115.896986] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-11ca473f-9028-4463-9c0e-97ff33f7e398 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.921795] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.760s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.922395] env[69763]: DEBUG nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1115.929088] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1115.929088] env[69763]: value = "task-4122979" [ 1115.929088] env[69763]: _type = "Task" [ 1115.929088] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.929788] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.484s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.930093] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.932546] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.419s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.932747] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.934661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.349s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.934876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.937225] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.923s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.937945] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.939240] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 34.749s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.952635] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122979, 'name': CreateVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.972449] env[69763]: INFO nova.scheduler.client.report [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Deleted allocations for instance bde62e0a-f923-49ff-bcab-d8e0490a59bc [ 1115.975121] env[69763]: INFO nova.scheduler.client.report [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Deleted allocations for instance 6cb99f85-234f-4300-8dc2-e18cb877a02b [ 1116.001607] env[69763]: INFO nova.scheduler.client.report [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Deleted allocations for instance 3730826b-c4c9-4e06-a4d2-25f6487763c7 [ 1116.011867] env[69763]: INFO nova.scheduler.client.report [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Deleted allocations for instance eee3d0fa-bd8c-49ca-876c-016ed7fe349b [ 1116.057279] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122976, 'name': ReconfigVM_Task, 'duration_secs': 1.286771} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.057611] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 6880d482-64af-45bc-91c9-061fd63cf79f/6880d482-64af-45bc-91c9-061fd63cf79f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1116.059365] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1ecd863-498d-43a4-b382-4794330996b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.063450] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: b7de59cd-c34b-44f8-8adc-4e8c4995e7f2] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1116.068953] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1116.068953] env[69763]: value = "task-4122980" [ 1116.068953] env[69763]: _type = "Task" [ 1116.068953] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.082310] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122980, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.090016] env[69763]: DEBUG nova.compute.manager [req-7a323de3-d01a-4510-a418-efa0f42b2b2a req-26ee30a5-b6f8-4b4f-ba8f-d683517d04b2 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Received event network-vif-deleted-96662615-47b3-4fd4-91f3-3f4df9d902c1 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.090016] env[69763]: INFO nova.compute.manager [req-7a323de3-d01a-4510-a418-efa0f42b2b2a req-26ee30a5-b6f8-4b4f-ba8f-d683517d04b2 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Neutron deleted interface 96662615-47b3-4fd4-91f3-3f4df9d902c1; detaching it from the instance and deleting it from the info cache [ 1116.090016] env[69763]: DEBUG nova.network.neutron [req-7a323de3-d01a-4510-a418-efa0f42b2b2a req-26ee30a5-b6f8-4b4f-ba8f-d683517d04b2 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.222758] env[69763]: DEBUG nova.network.neutron [-] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.321980] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122978, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.413357] env[69763]: DEBUG nova.network.neutron [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Updated VIF entry in instance network info cache for port f4c20967-5d44-4d38-828e-5f993af8a88a. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1116.417020] env[69763]: DEBUG nova.network.neutron [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Updating instance_info_cache with network_info: [{"id": "f4c20967-5d44-4d38-828e-5f993af8a88a", "address": "fa:16:3e:21:4a:5c", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c20967-5d", "ovs_interfaceid": "f4c20967-5d44-4d38-828e-5f993af8a88a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.432097] env[69763]: DEBUG nova.compute.utils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1116.436621] env[69763]: DEBUG nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1116.436621] env[69763]: DEBUG nova.network.neutron [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1116.449743] env[69763]: INFO nova.compute.claims [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1116.464130] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122979, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.490201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-35a8f5ca-84b0-41e7-9627-eb20485dea10 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.977s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.496020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 37.221s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.496020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.496020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.496020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.496020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16351362-c4c3-4b6f-8e97-b42aba28dacb tempest-ServersWithSpecificFlavorTestJSON-311311506 tempest-ServersWithSpecificFlavorTestJSON-311311506-project-member] Lock "6cb99f85-234f-4300-8dc2-e18cb877a02b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.007s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.497500] env[69763]: INFO nova.compute.manager [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Terminating instance [ 1116.515180] env[69763]: DEBUG oslo_concurrency.lockutils [None req-20077e7a-e25d-443e-a234-6be585ea70b5 tempest-ServerAddressesTestJSON-1616269229 tempest-ServerAddressesTestJSON-1616269229-project-member] Lock "3730826b-c4c9-4e06-a4d2-25f6487763c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.989s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.527987] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4b87b-7eb3-47ed-a6f3-dd5aa6eaef0e tempest-ImagesOneServerNegativeTestJSON-724061913 tempest-ImagesOneServerNegativeTestJSON-724061913-project-member] Lock "eee3d0fa-bd8c-49ca-876c-016ed7fe349b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.296s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.537288] env[69763]: DEBUG nova.policy [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd565af96f474d33b14d2155f1252c02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd067f9843699485eb0f75374b323b684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1116.545270] env[69763]: DEBUG nova.network.neutron [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Successfully updated port: c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1116.568226] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 7eafa89b-728a-42c8-9af7-5c909b1c3acb] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1116.581358] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122980, 'name': Rename_Task, 'duration_secs': 0.228915} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.581585] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1116.581823] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9944299-ec2e-4cd5-8a2c-b440cc2cf30a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.589712] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1116.589712] env[69763]: value = "task-4122981" [ 1116.589712] env[69763]: _type = "Task" [ 1116.589712] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.593736] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-04d643fa-8343-45c6-81b9-54fad063f58f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.603914] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122981, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.608747] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd5b472-6072-4a79-b79a-d3577f079d50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.648066] env[69763]: DEBUG nova.compute.manager [req-7a323de3-d01a-4510-a418-efa0f42b2b2a req-26ee30a5-b6f8-4b4f-ba8f-d683517d04b2 service nova] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Detach interface failed, port_id=96662615-47b3-4fd4-91f3-3f4df9d902c1, reason: Instance e4012c7e-7b29-4ada-b5d4-5e092555a6d1 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1116.725647] env[69763]: INFO nova.compute.manager [-] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Took 1.59 seconds to deallocate network for instance. [ 1116.826366] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122978, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537369} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.827285] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e22cc51b-22d6-4af6-98db-e96f01c2b939/e22cc51b-22d6-4af6-98db-e96f01c2b939.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1116.828263] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1116.828558] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c12278a-c9be-474a-9098-59d331af0205 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.837759] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1116.837759] env[69763]: value = "task-4122982" [ 1116.837759] env[69763]: _type = "Task" [ 1116.837759] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.848768] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.919341] env[69763]: DEBUG oslo_concurrency.lockutils [req-7baa12fb-0d38-41ed-b158-e2e1e78a4bf8 req-3cdb8764-8d56-4c91-ba8d-55ce808476e4 service nova] Releasing lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.936492] env[69763]: DEBUG nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1116.953702] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122979, 'name': CreateVM_Task, 'duration_secs': 0.787978} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.954197] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.955111] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.955328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.955778] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.956150] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82c123b-a4ec-451d-8f1b-6927ddd7a588 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.959721] env[69763]: INFO nova.compute.resource_tracker [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating resource usage from migration e37d0301-e922-4241-b8c2-4634c898a62f [ 1116.968942] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1116.968942] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5294304f-41b0-413b-520d-640b2dcedd5a" [ 1116.968942] env[69763]: _type = "Task" [ 1116.968942] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.979639] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5294304f-41b0-413b-520d-640b2dcedd5a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.001632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.002431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquired lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.002431] env[69763]: DEBUG nova.network.neutron [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.047964] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquiring lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.048450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquired lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.049432] env[69763]: DEBUG nova.network.neutron [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.075717] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: f0054d4d-12f1-44ba-b35a-5cb84f87b84e] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.094524] env[69763]: DEBUG nova.network.neutron [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Successfully created port: bef0e458-f802-4f86-9084-a74d7c64f8ea {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1117.104860] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122981, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.233525] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.351546] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073301} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.351895] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1117.352949] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab629bc7-8283-46d1-b7d0-91f6bc674da9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.378785] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] e22cc51b-22d6-4af6-98db-e96f01c2b939/e22cc51b-22d6-4af6-98db-e96f01c2b939.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1117.383119] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcb0df0e-4068-47f9-8e19-d8a82add5551 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.408878] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1117.408878] env[69763]: value = "task-4122983" [ 1117.408878] env[69763]: _type = "Task" [ 1117.408878] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.423888] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122983, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.484691] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5294304f-41b0-413b-520d-640b2dcedd5a, 'name': SearchDatastore_Task, 'duration_secs': 0.011464} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.484691] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.484953] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.485193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.485193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.485384] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.486860] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-053668db-2a08-4ced-8509-483c4e5b76bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.497729] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.501638] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.503782] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e601f8d3-7924-48e0-a969-6183b7a4babc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.507713] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b99a8b1f-ff07-4236-89ff-3db4324bceb3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.510253] env[69763]: DEBUG nova.compute.utils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Can not refresh info_cache because instance was not found {{(pid=69763) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1117.517519] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1117.517519] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ecd965-0253-61e3-5ffa-bab85aaca69d" [ 1117.517519] env[69763]: _type = "Task" [ 1117.517519] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.523925] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20f417fa-e73e-4889-a36e-5baf0a1c632e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.535838] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ecd965-0253-61e3-5ffa-bab85aaca69d, 'name': SearchDatastore_Task, 'duration_secs': 0.012136} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.571857] env[69763]: DEBUG nova.network.neutron [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.573697] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ca645b5-b74d-423c-ac80-e384ebf47c9f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.577022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c65481d-eddb-4ccc-8556-91a75f2efdba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.580792] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 15a6e58d-e642-4771-8c38-fb1c7f988714] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1117.587113] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1117.587113] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523bf169-32be-96f3-cedf-e5ccc6956ab7" [ 1117.587113] env[69763]: _type = "Task" [ 1117.587113] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.588097] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dfbade1-af0d-400e-ae12-9cb6c5242f57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.605184] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523bf169-32be-96f3-cedf-e5ccc6956ab7, 'name': SearchDatastore_Task, 'duration_secs': 0.009849} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.618293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.618712] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] c773bd6c-8518-4a5f-83ea-7e992730baff/c773bd6c-8518-4a5f-83ea-7e992730baff.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.619108] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122981, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.619585] env[69763]: DEBUG nova.compute.provider_tree [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.622097] env[69763]: DEBUG nova.network.neutron [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1117.624171] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-afc3ad18-d573-4398-b287-2fa2ab5e5925 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.633108] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1117.633108] env[69763]: value = "task-4122984" [ 1117.633108] env[69763]: _type = "Task" [ 1117.633108] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.641661] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122984, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.766391] env[69763]: DEBUG nova.network.neutron [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.904589] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "c840c615-efa9-4d65-9174-84ea793d7ad9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.905044] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "c840c615-efa9-4d65-9174-84ea793d7ad9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.905415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "c840c615-efa9-4d65-9174-84ea793d7ad9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.905746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "c840c615-efa9-4d65-9174-84ea793d7ad9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.906059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "c840c615-efa9-4d65-9174-84ea793d7ad9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.909609] env[69763]: DEBUG nova.network.neutron [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Updating instance_info_cache with network_info: [{"id": "c693db7a-492a-4a88-881c-0ab06312cd57", "address": "fa:16:3e:59:71:15", "network": {"id": "e9364d8e-f068-4ec8-82fc-2d9e712f5d1d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1858561469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a1c2db26a34fb68050c5407867a7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc693db7a-49", "ovs_interfaceid": "c693db7a-492a-4a88-881c-0ab06312cd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.911985] env[69763]: INFO nova.compute.manager [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Terminating instance [ 1117.929782] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122983, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.949862] env[69763]: DEBUG nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1118.001911] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='f33a704329a010ecc0797ccf95df76fa',container_format='bare',created_at=2025-05-14T04:51:39Z,direct_url=,disk_format='vmdk',id=31b9be5c-f2bc-4180-8495-f676ec9c02c3,min_disk=1,min_ram=0,name='tempest-test-snap-2131037111',owner='d067f9843699485eb0f75374b323b684',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-05-14T04:51:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.003804] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.004118] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.004430] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.004582] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.004765] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.005091] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.005358] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.005592] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.005826] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.006035] env[69763]: DEBUG nova.virt.hardware [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.007563] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b37b0d61-cad7-45af-8ce2-4311ed8868b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.019131] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff52c3af-65b7-4ae5-b130-a4e28738aff0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.088238] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 70e05ad8-091b-42d5-9c80-7a9e4ca3a996] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1118.106250] env[69763]: DEBUG oslo_vmware.api [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4122981, 'name': PowerOnVM_Task, 'duration_secs': 1.032995} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.108261] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1118.108261] env[69763]: INFO nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Took 10.98 seconds to spawn the instance on the hypervisor. [ 1118.108261] env[69763]: DEBUG nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1118.108261] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b63d6302-ea9b-48ea-bfc8-7f8b88e53468 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.127942] env[69763]: DEBUG nova.scheduler.client.report [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1118.144788] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122984, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.270196] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Releasing lock "refresh_cache-bde62e0a-f923-49ff-bcab-d8e0490a59bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.270827] env[69763]: DEBUG nova.compute.manager [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.271217] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.271648] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b1c3a56-a95b-48ca-983f-60a8987cffd3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.284854] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3885b8db-3616-4007-bb8d-ec1670b78007 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.320045] env[69763]: WARNING nova.virt.vmwareapi.vmops [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bde62e0a-f923-49ff-bcab-d8e0490a59bc could not be found. [ 1118.320311] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.320527] env[69763]: INFO nova.compute.manager [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1118.321291] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.321629] env[69763]: DEBUG nova.compute.manager [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.321731] env[69763]: DEBUG nova.network.neutron [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.340912] env[69763]: DEBUG nova.network.neutron [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.421211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Releasing lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.421599] env[69763]: DEBUG nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Instance network_info: |[{"id": "c693db7a-492a-4a88-881c-0ab06312cd57", "address": "fa:16:3e:59:71:15", "network": {"id": "e9364d8e-f068-4ec8-82fc-2d9e712f5d1d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1858561469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a1c2db26a34fb68050c5407867a7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc693db7a-49", "ovs_interfaceid": "c693db7a-492a-4a88-881c-0ab06312cd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.427447] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:71:15', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbd2870d-a51d-472a-8034-1b3e132b5cb6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c693db7a-492a-4a88-881c-0ab06312cd57', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.441462] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Creating folder: Project (b2a1c2db26a34fb68050c5407867a7dc). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.442637] env[69763]: DEBUG nova.compute.manager [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1118.444274] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1118.444274] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122983, 'name': ReconfigVM_Task, 'duration_secs': 0.540883} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.444274] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-040a154b-7f08-4f0b-8051-fa16dedad362 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.447800] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a7b154-10fd-4df2-a65d-334f068779bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.453813] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Reconfigured VM instance instance-00000048 to attach disk [datastore1] e22cc51b-22d6-4af6-98db-e96f01c2b939/e22cc51b-22d6-4af6-98db-e96f01c2b939.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.454814] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9f06a34b-dfb1-418c-b6bd-aa232b513333 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.464579] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1118.467556] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e435805-ef84-4075-831d-4485cb1444c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.470971] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1118.470971] env[69763]: value = "task-4122986" [ 1118.470971] env[69763]: _type = "Task" [ 1118.470971] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.473595] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Created folder: Project (b2a1c2db26a34fb68050c5407867a7dc) in parent group-v816505. [ 1118.473881] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Creating folder: Instances. Parent ref: group-v816709. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1118.480903] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-adac9482-a73b-4b2e-81f5-f4def420e302 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.484364] env[69763]: DEBUG oslo_vmware.api [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1118.484364] env[69763]: value = "task-4122987" [ 1118.484364] env[69763]: _type = "Task" [ 1118.484364] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.492186] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122986, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.494274] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Created folder: Instances in parent group-v816709. [ 1118.494561] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.495878] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.496497] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6360719e-b5c7-468b-b831-0215423e7399 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.522905] env[69763]: DEBUG oslo_vmware.api [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122987, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.530696] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.530696] env[69763]: value = "task-4122989" [ 1118.530696] env[69763]: _type = "Task" [ 1118.530696] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.537951] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122989, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.594988] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 692b0f46-ba76-4bdd-a529-243bc0cd2546] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1118.622654] env[69763]: DEBUG nova.compute.manager [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Received event network-changed-04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.622654] env[69763]: DEBUG nova.compute.manager [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Refreshing instance network info cache due to event network-changed-04ce63af-5cc6-45ec-b5ec-5ad655519b1d. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.622654] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Acquiring lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.622795] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Acquired lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.623257] env[69763]: DEBUG nova.network.neutron [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Refreshing network info cache for port 04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.638492] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.699s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.638809] env[69763]: INFO nova.compute.manager [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Migrating [ 1118.655578] env[69763]: INFO nova.compute.manager [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Took 66.10 seconds to build instance. [ 1118.657204] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.516s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.660176] env[69763]: INFO nova.compute.claims [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.691948] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122984, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.634589} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.692850] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] c773bd6c-8518-4a5f-83ea-7e992730baff/c773bd6c-8518-4a5f-83ea-7e992730baff.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.693174] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.693586] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a82f15ec-35ba-40c2-9560-0c5c3513c00c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.704590] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1118.704590] env[69763]: value = "task-4122990" [ 1118.704590] env[69763]: _type = "Task" [ 1118.704590] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.717539] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.844223] env[69763]: DEBUG nova.network.neutron [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.982849] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122986, 'name': Rename_Task, 'duration_secs': 0.273465} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.983275] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.984398] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d1baef2c-42da-4899-9244-82a787770324 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.995837] env[69763]: DEBUG oslo_vmware.api [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122987, 'name': PowerOffVM_Task, 'duration_secs': 0.412661} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.997827] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1118.997875] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1118.998438] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1118.998438] env[69763]: value = "task-4122991" [ 1118.998438] env[69763]: _type = "Task" [ 1118.998438] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.998664] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e52bb782-5f94-4597-89fb-3fbb4b203141 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.010881] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.043658] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122989, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.083374] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1119.083627] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1119.083778] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Deleting the datastore file [datastore2] c840c615-efa9-4d65-9174-84ea793d7ad9 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1119.084085] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b0583578-e739-481c-80b1-ca1d1e764e90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.092510] env[69763]: DEBUG oslo_vmware.api [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for the task: (returnval){ [ 1119.092510] env[69763]: value = "task-4122993" [ 1119.092510] env[69763]: _type = "Task" [ 1119.092510] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.103716] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 54894db8-c9c9-4a56-a266-96d9cab8d458] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.104664] env[69763]: DEBUG oslo_vmware.api [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122993, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.158374] env[69763]: DEBUG nova.network.neutron [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Successfully updated port: bef0e458-f802-4f86-9084-a74d7c64f8ea {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1119.178829] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.179174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.179384] env[69763]: DEBUG nova.network.neutron [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.184055] env[69763]: DEBUG oslo_concurrency.lockutils [None req-78727252-56e8-47a4-ac4b-39018a14a3aa tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.634s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.221264] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.091098} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.221735] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.223286] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a7a311d-fc03-4927-a90c-4ea8d751ae34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.256803] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] c773bd6c-8518-4a5f-83ea-7e992730baff/c773bd6c-8518-4a5f-83ea-7e992730baff.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.258874] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3325a385-bcbd-4130-bd88-8c8a3ecb20ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.281873] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1119.281873] env[69763]: value = "task-4122994" [ 1119.281873] env[69763]: _type = "Task" [ 1119.281873] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.292468] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.350692] env[69763]: INFO nova.compute.manager [-] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Took 1.03 seconds to deallocate network for instance. [ 1119.514873] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122991, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.546146] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122989, 'name': CreateVM_Task, 'duration_secs': 0.526583} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.546366] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.547115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.547296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.547700] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.548044] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f6fd053-95bb-421a-aedd-ddc05f4de2f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.555389] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1119.555389] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5204b0b9-0648-1f7b-9b5d-62c63272f456" [ 1119.555389] env[69763]: _type = "Task" [ 1119.555389] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.569452] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5204b0b9-0648-1f7b-9b5d-62c63272f456, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.613087] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 04f381bb-52dc-438f-8617-70dd4e4e6deb] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1119.617658] env[69763]: DEBUG oslo_vmware.api [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Task: {'id': task-4122993, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.296276} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.619091] env[69763]: DEBUG nova.network.neutron [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Updated VIF entry in instance network info cache for port 04ce63af-5cc6-45ec-b5ec-5ad655519b1d. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.622372] env[69763]: DEBUG nova.network.neutron [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Updating instance_info_cache with network_info: [{"id": "04ce63af-5cc6-45ec-b5ec-5ad655519b1d", "address": "fa:16:3e:fe:1f:d9", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.160", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04ce63af-5c", "ovs_interfaceid": "04ce63af-5cc6-45ec-b5ec-5ad655519b1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.622372] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1119.622372] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1119.622372] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1119.622372] env[69763]: INFO nova.compute.manager [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1119.622372] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1119.626046] env[69763]: DEBUG nova.compute.manager [-] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1119.626046] env[69763]: DEBUG nova.network.neutron [-] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1119.661481] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "refresh_cache-be849381-d178-4a4a-9969-9b7ca9594b59" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.661593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "refresh_cache-be849381-d178-4a4a-9969-9b7ca9594b59" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.661744] env[69763]: DEBUG nova.network.neutron [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1119.695797] env[69763]: DEBUG nova.compute.manager [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1119.795116] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122994, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.860693] env[69763]: INFO nova.compute.manager [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance disappeared during terminate [ 1119.861133] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4cd49bb4-4fb7-4c48-a2ee-c15b7d0a74ef tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "bde62e0a-f923-49ff-bcab-d8e0490a59bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.368s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.017368] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122991, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.076739] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5204b0b9-0648-1f7b-9b5d-62c63272f456, 'name': SearchDatastore_Task, 'duration_secs': 0.013528} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.077192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.077506] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.078034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.078263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.078514] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.078871] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7ecf7dcc-17a7-4a9b-b6fb-5951fb70fda5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.090435] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.091531] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.091750] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-accb3607-36f9-4191-a806-99a7f01bbfc3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.097759] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1120.097759] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5230adde-1b3c-be01-13b4-aba94628108c" [ 1120.097759] env[69763]: _type = "Task" [ 1120.097759] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.111814] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5230adde-1b3c-be01-13b4-aba94628108c, 'name': SearchDatastore_Task, 'duration_secs': 0.010627} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.114084] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5113a4f-9cd0-4907-a630-bb72f0dae4c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.125403] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 60727adc-657b-4b01-ae39-48f7cf68a19c] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.125867] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1120.125867] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bab245-e576-e2c6-2c96-fb641cf02094" [ 1120.125867] env[69763]: _type = "Task" [ 1120.125867] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.128112] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Releasing lock "refresh_cache-004e9631-1207-4324-b3dd-e5d2ff9adcce" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.128563] env[69763]: DEBUG nova.compute.manager [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Received event network-vif-plugged-c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.128808] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Acquiring lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.129054] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.129224] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.129903] env[69763]: DEBUG nova.compute.manager [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] No waiting events found dispatching network-vif-plugged-c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1120.129903] env[69763]: WARNING nova.compute.manager [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Received unexpected event network-vif-plugged-c693db7a-492a-4a88-881c-0ab06312cd57 for instance with vm_state building and task_state spawning. [ 1120.129903] env[69763]: DEBUG nova.compute.manager [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Received event network-changed-c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.130257] env[69763]: DEBUG nova.compute.manager [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Refreshing instance network info cache due to event network-changed-c693db7a-492a-4a88-881c-0ab06312cd57. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.130433] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Acquiring lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.130772] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Acquired lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.130772] env[69763]: DEBUG nova.network.neutron [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Refreshing network info cache for port c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.145716] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bab245-e576-e2c6-2c96-fb641cf02094, 'name': SearchDatastore_Task, 'duration_secs': 0.010114} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.152326] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.152733] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] a32de7d2-9c6c-40df-88d0-069bf9d2ec0d/a32de7d2-9c6c-40df-88d0-069bf9d2ec0d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.153566] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0afd340-f27c-4bb7-bee6-be8e05c8353c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.163462] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1120.163462] env[69763]: value = "task-4122995" [ 1120.163462] env[69763]: _type = "Task" [ 1120.163462] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.178777] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4122995, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.218968] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55296cfc-81a6-42ae-8382-44ad1d4b7be2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.222794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.231086] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930f8963-fb4e-4ec3-92d3-94e22cd47d88 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.261073] env[69763]: DEBUG nova.network.neutron [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1120.263769] env[69763]: DEBUG nova.network.neutron [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance_info_cache with network_info: [{"id": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "address": "fa:16:3e:6c:a6:24", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda1bda7-6f", "ovs_interfaceid": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.265745] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9a2589-6776-48c2-93bd-3a36378c80f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.274492] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a97b69e-64aa-409a-81ab-aa193a711665 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.295327] env[69763]: DEBUG nova.compute.provider_tree [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1120.304023] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122994, 'name': ReconfigVM_Task, 'duration_secs': 0.634428} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.304023] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Reconfigured VM instance instance-00000049 to attach disk [datastore1] c773bd6c-8518-4a5f-83ea-7e992730baff/c773bd6c-8518-4a5f-83ea-7e992730baff.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.304023] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6981f65c-2639-4ee5-bc0b-5a971c878259 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.310621] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1120.310621] env[69763]: value = "task-4122996" [ 1120.310621] env[69763]: _type = "Task" [ 1120.310621] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.319876] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122996, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.521065] env[69763]: DEBUG oslo_vmware.api [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4122991, 'name': PowerOnVM_Task, 'duration_secs': 1.065804} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.522930] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1120.523356] env[69763]: INFO nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Took 10.73 seconds to spawn the instance on the hypervisor. [ 1120.523667] env[69763]: DEBUG nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1120.525584] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26622db-488c-4330-ba1b-3cf187980ecd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.577267] env[69763]: DEBUG nova.network.neutron [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Updating instance_info_cache with network_info: [{"id": "bef0e458-f802-4f86-9084-a74d7c64f8ea", "address": "fa:16:3e:4b:7c:6f", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef0e458-f8", "ovs_interfaceid": "bef0e458-f802-4f86-9084-a74d7c64f8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1120.635175] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: a6c4eeb4-f58c-4de7-8c1f-9bb329e21aa5] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1120.677738] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4122995, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.512261} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.680465] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] a32de7d2-9c6c-40df-88d0-069bf9d2ec0d/a32de7d2-9c6c-40df-88d0-069bf9d2ec0d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1120.680465] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1120.681175] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f958cce1-1aed-49ba-8820-ab6f98bf206c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.692354] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1120.692354] env[69763]: value = "task-4122997" [ 1120.692354] env[69763]: _type = "Task" [ 1120.692354] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.704681] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4122997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.770226] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.799650] env[69763]: DEBUG nova.scheduler.client.report [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.832769] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122996, 'name': Rename_Task, 'duration_secs': 0.444486} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.833528] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.833660] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d915be4-7c3d-4af0-8be5-797f7329d23e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.843714] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1120.843714] env[69763]: value = "task-4122998" [ 1120.843714] env[69763]: _type = "Task" [ 1120.843714] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.860896] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122998, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.967247] env[69763]: DEBUG nova.network.neutron [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Updated VIF entry in instance network info cache for port c693db7a-492a-4a88-881c-0ab06312cd57. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1120.967688] env[69763]: DEBUG nova.network.neutron [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Updating instance_info_cache with network_info: [{"id": "c693db7a-492a-4a88-881c-0ab06312cd57", "address": "fa:16:3e:59:71:15", "network": {"id": "e9364d8e-f068-4ec8-82fc-2d9e712f5d1d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1858561469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a1c2db26a34fb68050c5407867a7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc693db7a-49", "ovs_interfaceid": "c693db7a-492a-4a88-881c-0ab06312cd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.025966] env[69763]: DEBUG nova.network.neutron [-] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.043076] env[69763]: DEBUG nova.compute.manager [req-6a9e8be1-f14c-4d08-ac74-da57365576e3 req-7c67505b-a8b5-4dec-8109-313506e9b309 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Received event network-vif-deleted-9d4f8d3c-9edc-4b3b-8a0a-a10764b00515 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.043076] env[69763]: INFO nova.compute.manager [req-6a9e8be1-f14c-4d08-ac74-da57365576e3 req-7c67505b-a8b5-4dec-8109-313506e9b309 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Neutron deleted interface 9d4f8d3c-9edc-4b3b-8a0a-a10764b00515; detaching it from the instance and deleting it from the info cache [ 1121.043076] env[69763]: DEBUG nova.network.neutron [req-6a9e8be1-f14c-4d08-ac74-da57365576e3 req-7c67505b-a8b5-4dec-8109-313506e9b309 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.056122] env[69763]: DEBUG nova.compute.manager [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Received event network-vif-plugged-bef0e458-f802-4f86-9084-a74d7c64f8ea {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.056122] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Acquiring lock "be849381-d178-4a4a-9969-9b7ca9594b59-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.056122] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Lock "be849381-d178-4a4a-9969-9b7ca9594b59-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.056122] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Lock "be849381-d178-4a4a-9969-9b7ca9594b59-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.056122] env[69763]: DEBUG nova.compute.manager [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] No waiting events found dispatching network-vif-plugged-bef0e458-f802-4f86-9084-a74d7c64f8ea {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1121.056122] env[69763]: WARNING nova.compute.manager [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Received unexpected event network-vif-plugged-bef0e458-f802-4f86-9084-a74d7c64f8ea for instance with vm_state building and task_state spawning. [ 1121.056122] env[69763]: DEBUG nova.compute.manager [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Received event network-changed-bef0e458-f802-4f86-9084-a74d7c64f8ea {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1121.056122] env[69763]: DEBUG nova.compute.manager [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Refreshing instance network info cache due to event network-changed-bef0e458-f802-4f86-9084-a74d7c64f8ea. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1121.056122] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Acquiring lock "refresh_cache-be849381-d178-4a4a-9969-9b7ca9594b59" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.061507] env[69763]: INFO nova.compute.manager [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Took 65.50 seconds to build instance. [ 1121.079583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "refresh_cache-be849381-d178-4a4a-9969-9b7ca9594b59" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.079964] env[69763]: DEBUG nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Instance network_info: |[{"id": "bef0e458-f802-4f86-9084-a74d7c64f8ea", "address": "fa:16:3e:4b:7c:6f", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef0e458-f8", "ovs_interfaceid": "bef0e458-f802-4f86-9084-a74d7c64f8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1121.080322] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Acquired lock "refresh_cache-be849381-d178-4a4a-9969-9b7ca9594b59" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.080554] env[69763]: DEBUG nova.network.neutron [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Refreshing network info cache for port bef0e458-f802-4f86-9084-a74d7c64f8ea {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1121.082059] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:7c:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bef0e458-f802-4f86-9084-a74d7c64f8ea', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1121.090837] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1121.094655] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1121.095358] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-042a4918-3878-4472-8e25-5f8a4aa1eea5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.117496] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1121.117496] env[69763]: value = "task-4122999" [ 1121.117496] env[69763]: _type = "Task" [ 1121.117496] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.127794] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122999, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.137469] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: aae9c3c4-2b4b-45af-abb8-31ca8bbe8714] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.204699] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4122997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078688} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.205713] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.206078] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0dbb96-f06c-436c-9471-c3137d0d58e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.235533] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] a32de7d2-9c6c-40df-88d0-069bf9d2ec0d/a32de7d2-9c6c-40df-88d0-069bf9d2ec0d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1121.238651] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9563d178-a06a-46bc-ac9b-7b38ee1c2d25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.262521] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1121.262521] env[69763]: value = "task-4123000" [ 1121.262521] env[69763]: _type = "Task" [ 1121.262521] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.272656] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123000, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.305024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.648s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.305652] env[69763]: DEBUG nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1121.308757] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.622s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.308757] env[69763]: DEBUG nova.objects.instance [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lazy-loading 'pci_requests' on Instance uuid b6f29db9-80f6-4781-b486-3d1a5b4f841c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.358406] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.474698] env[69763]: DEBUG oslo_concurrency.lockutils [req-1232f987-6f5d-4f52-97a6-0e0522ced405 req-e0dbf77b-0b8e-4789-be04-a7ea72965eef service nova] Releasing lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.508518] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "e2364079-751b-4723-b65c-fe9c88d82805" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.509845] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "e2364079-751b-4723-b65c-fe9c88d82805" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.531963] env[69763]: INFO nova.compute.manager [-] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Took 1.91 seconds to deallocate network for instance. [ 1121.559241] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1df4f925-b43c-4ff5-9c6c-3c66624d1fe7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.564087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d6ff7dbc-bce4-42bd-aaeb-93b2c1d75df3 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "e22cc51b-22d6-4af6-98db-e96f01c2b939" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.026s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1121.573040] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d9187cc-1523-4057-b51c-77ffcbae2452 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.592499] env[69763]: DEBUG nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1121.625806] env[69763]: DEBUG nova.compute.manager [req-6a9e8be1-f14c-4d08-ac74-da57365576e3 req-7c67505b-a8b5-4dec-8109-313506e9b309 service nova] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Detach interface failed, port_id=9d4f8d3c-9edc-4b3b-8a0a-a10764b00515, reason: Instance c840c615-efa9-4d65-9174-84ea793d7ad9 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1121.627140] env[69763]: DEBUG nova.network.neutron [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Updated VIF entry in instance network info cache for port bef0e458-f802-4f86-9084-a74d7c64f8ea. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1121.627370] env[69763]: DEBUG nova.network.neutron [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Updating instance_info_cache with network_info: [{"id": "bef0e458-f802-4f86-9084-a74d7c64f8ea", "address": "fa:16:3e:4b:7c:6f", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbef0e458-f8", "ovs_interfaceid": "bef0e458-f802-4f86-9084-a74d7c64f8ea", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.638346] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122999, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.641864] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: ac48e4b5-3f7f-403d-a446-935be224fd40] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1121.775364] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123000, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.811912] env[69763]: DEBUG nova.compute.utils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.814596] env[69763]: DEBUG nova.objects.instance [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lazy-loading 'numa_topology' on Instance uuid b6f29db9-80f6-4781-b486-3d1a5b4f841c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1121.816144] env[69763]: DEBUG nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1121.816319] env[69763]: DEBUG nova.network.neutron [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1121.860889] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122998, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.887938] env[69763]: DEBUG nova.policy [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'df94b6ea35c947a6bda07bc27862153f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fd11b55ca43a4136b63f791b0f6d17b1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.041691] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.128854] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.137061] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Releasing lock "refresh_cache-be849381-d178-4a4a-9969-9b7ca9594b59" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.137443] env[69763]: DEBUG nova.compute.manager [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Received event network-changed-58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.137658] env[69763]: DEBUG nova.compute.manager [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Refreshing instance network info cache due to event network-changed-58ee1639-3131-42e9-a241-63b661e11ab4. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.137916] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Acquiring lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.138113] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Acquired lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.138309] env[69763]: DEBUG nova.network.neutron [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Refreshing network info cache for port 58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.149054] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4122999, 'name': CreateVM_Task, 'duration_secs': 0.68305} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.150024] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.150220] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Cleaning up deleted instances with incomplete migration {{(pid=69763) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1122.151199] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1122.152153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.152394] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.152811] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.153149] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7f56906-cc1c-4fdb-9792-213289899827 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.164381] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1122.164381] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e71bca-3792-17b3-f635-cac20b03de3f" [ 1122.164381] env[69763]: _type = "Task" [ 1122.164381] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.176093] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e71bca-3792-17b3-f635-cac20b03de3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.276278] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123000, 'name': ReconfigVM_Task, 'duration_secs': 0.688969} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.276660] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Reconfigured VM instance instance-0000004a to attach disk [datastore1] a32de7d2-9c6c-40df-88d0-069bf9d2ec0d/a32de7d2-9c6c-40df-88d0-069bf9d2ec0d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1122.277280] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fe30acd-959f-441f-a755-839d79489350 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.286216] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1122.286216] env[69763]: value = "task-4123001" [ 1122.286216] env[69763]: _type = "Task" [ 1122.286216] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.295216] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d550912-bccd-4169-ad59-fe5d253e1b38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.304602] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123001, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.333780] env[69763]: DEBUG nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1122.337924] env[69763]: INFO nova.compute.claims [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1122.339972] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance '3c2e1516-be91-4d6d-9c9a-4fb83cd38d51' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1122.359388] env[69763]: DEBUG oslo_vmware.api [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4122998, 'name': PowerOnVM_Task, 'duration_secs': 1.431854} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.359718] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1122.359928] env[69763]: INFO nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1122.360146] env[69763]: DEBUG nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1122.361474] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e74f2bef-ba7e-4743-9141-4990fe2f1605 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.407180] env[69763]: DEBUG nova.network.neutron [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Successfully created port: dc9f0086-69b3-43e7-a1af-acb162bca4e8 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1122.660823] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1122.681985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.682739] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Processing image 31b9be5c-f2bc-4180-8495-f676ec9c02c3 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1122.683139] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3/31b9be5c-f2bc-4180-8495-f676ec9c02c3.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.683456] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3/31b9be5c-f2bc-4180-8495-f676ec9c02c3.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.684145] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1122.687021] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-655233bf-f054-4d5b-9ba0-16138fb22e32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.699725] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1122.699959] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1122.700767] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-73c9f58c-86f6-45ef-a384-33c6197c3c14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.710679] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1122.710679] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525dcc05-4037-3f36-c7c5-0badf3e29c48" [ 1122.710679] env[69763]: _type = "Task" [ 1122.710679] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.721500] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525dcc05-4037-3f36-c7c5-0badf3e29c48, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.787218] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "38069340-54de-4d00-add8-16d6903ea575" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.787759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "38069340-54de-4d00-add8-16d6903ea575" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.801865] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123001, 'name': Rename_Task, 'duration_secs': 0.339314} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.801865] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.801865] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b41a26fa-19a4-424c-9e8b-ce358e8606e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.810149] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1122.810149] env[69763]: value = "task-4123002" [ 1122.810149] env[69763]: _type = "Task" [ 1122.810149] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.821023] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123002, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.854692] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.855509] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7996eca7-bc22-4ea1-a8a9-6ec6b1fb35fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.864397] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1122.864397] env[69763]: value = "task-4123003" [ 1122.864397] env[69763]: _type = "Task" [ 1122.864397] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.888240] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123003, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.889091] env[69763]: INFO nova.compute.manager [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Took 62.85 seconds to build instance. [ 1123.231045] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Preparing fetch location {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1123.231045] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Fetch image to [datastore1] OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128/OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128.vmdk {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1123.231045] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Downloading stream optimized image 31b9be5c-f2bc-4180-8495-f676ec9c02c3 to [datastore1] OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128/OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128.vmdk on the data store datastore1 as vApp {{(pid=69763) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1123.231045] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Downloading image file data 31b9be5c-f2bc-4180-8495-f676ec9c02c3 to the ESX as VM named 'OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128' {{(pid=69763) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1123.269905] env[69763]: DEBUG nova.network.neutron [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updated VIF entry in instance network info cache for port 58ee1639-3131-42e9-a241-63b661e11ab4. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.269905] env[69763]: DEBUG nova.network.neutron [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updating instance_info_cache with network_info: [{"id": "58ee1639-3131-42e9-a241-63b661e11ab4", "address": "fa:16:3e:0c:81:ea", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58ee1639-31", "ovs_interfaceid": "58ee1639-3131-42e9-a241-63b661e11ab4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.324364] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123002, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.358241] env[69763]: DEBUG nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1123.362314] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1123.362314] env[69763]: value = "resgroup-9" [ 1123.362314] env[69763]: _type = "ResourcePool" [ 1123.362314] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1123.362314] env[69763]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-469afde8-3ec9-46da-a0ef-cd84335d4e15 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.394018] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.394285] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.394458] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.394644] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.394795] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.394953] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.395182] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.395343] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.395507] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.395672] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.395842] env[69763]: DEBUG nova.virt.hardware [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.401211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-77e20a85-b38f-4e03-b562-a88bead1b9e3 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.376s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.401596] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546ec996-0c9d-4724-ad04-1cc57bb5bcfa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.404273] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123003, 'name': PowerOffVM_Task, 'duration_secs': 0.284688} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.404587] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lease: (returnval){ [ 1123.404587] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525457b7-a8cd-af62-8c7f-c0726f8eb345" [ 1123.404587] env[69763]: _type = "HttpNfcLease" [ 1123.404587] env[69763]: } obtained for vApp import into resource pool (val){ [ 1123.404587] env[69763]: value = "resgroup-9" [ 1123.404587] env[69763]: _type = "ResourcePool" [ 1123.404587] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1123.404859] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the lease: (returnval){ [ 1123.404859] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525457b7-a8cd-af62-8c7f-c0726f8eb345" [ 1123.404859] env[69763]: _type = "HttpNfcLease" [ 1123.404859] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1123.406293] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.406504] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance '3c2e1516-be91-4d6d-9c9a-4fb83cd38d51' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.418436] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-162af648-e138-4413-bf14-0f4f8d7811d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.425269] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.425269] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525457b7-a8cd-af62-8c7f-c0726f8eb345" [ 1123.425269] env[69763]: _type = "HttpNfcLease" [ 1123.425269] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.776750] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe229370-4e76-48b2-bbda-e140a5af37cc req-ec25a4c5-bc66-4610-9a19-098d2fab72cd service nova] Releasing lock "refresh_cache-6880d482-64af-45bc-91c9-061fd63cf79f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.824767] env[69763]: DEBUG oslo_vmware.api [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123002, 'name': PowerOnVM_Task, 'duration_secs': 0.79642} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.824943] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.825290] env[69763]: INFO nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Took 8.63 seconds to spawn the instance on the hypervisor. [ 1123.825514] env[69763]: DEBUG nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1123.826529] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78847e76-1083-480d-be73-549536ed62f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.911363] env[69763]: DEBUG nova.compute.manager [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1123.925024] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1123.925296] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1123.925451] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1123.925623] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1123.925777] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1123.925925] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1123.926268] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1123.926343] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1123.926468] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1123.926662] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1123.926973] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1123.937756] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc6dca20-5ba3-4a66-a7b0-afe5edaf649a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.955014] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1123.955014] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525457b7-a8cd-af62-8c7f-c0726f8eb345" [ 1123.955014] env[69763]: _type = "HttpNfcLease" [ 1123.955014] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1123.959626] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1123.959626] env[69763]: value = "task-4123005" [ 1123.959626] env[69763]: _type = "Task" [ 1123.959626] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.966750] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde7cce6-92b9-42a7-a654-2abc41920ef5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.980584] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123005, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.981817] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08c7f842-a347-4765-818e-203c9598d5a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.018459] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff0e78b4-7f00-421e-9055-e2504d8fe467 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.026167] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ab95e8-14a3-46f1-8faa-a2932185aee3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.041420] env[69763]: DEBUG nova.compute.provider_tree [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1124.359748] env[69763]: INFO nova.compute.manager [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Took 55.21 seconds to build instance. [ 1124.384279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "c773bd6c-8518-4a5f-83ea-7e992730baff" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.384279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.384701] env[69763]: INFO nova.compute.manager [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Shelving [ 1124.420266] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1124.420266] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525457b7-a8cd-af62-8c7f-c0726f8eb345" [ 1124.420266] env[69763]: _type = "HttpNfcLease" [ 1124.420266] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1124.420666] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1124.420666] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525457b7-a8cd-af62-8c7f-c0726f8eb345" [ 1124.420666] env[69763]: _type = "HttpNfcLease" [ 1124.420666] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1124.421510] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60243feb-7221-4ca0-8c7c-ae044db01de8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.435255] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525fd6d2-9f61-639b-e255-184d1fce0da3/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1124.435445] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525fd6d2-9f61-639b-e255-184d1fce0da3/disk-0.vmdk. {{(pid=69763) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1124.500233] env[69763]: DEBUG nova.network.neutron [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Successfully updated port: dc9f0086-69b3-43e7-a1af-acb162bca4e8 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1124.502485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.517040] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-430ecfec-4e42-44d7-873b-e5fbb18b377d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.519078] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123005, 'name': ReconfigVM_Task, 'duration_secs': 0.314158} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.521767] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance '3c2e1516-be91-4d6d-9c9a-4fb83cd38d51' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1124.534342] env[69763]: DEBUG nova.compute.manager [req-45a192c0-25de-4fa7-a8b4-67587c82e9ef req-ed4e85ff-ed14-47b7-b300-52b9c6bdee8e service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Received event network-vif-plugged-dc9f0086-69b3-43e7-a1af-acb162bca4e8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1124.534609] env[69763]: DEBUG oslo_concurrency.lockutils [req-45a192c0-25de-4fa7-a8b4-67587c82e9ef req-ed4e85ff-ed14-47b7-b300-52b9c6bdee8e service nova] Acquiring lock "2530519c-8f67-47a4-8809-7c3755d1bf9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.534763] env[69763]: DEBUG oslo_concurrency.lockutils [req-45a192c0-25de-4fa7-a8b4-67587c82e9ef req-ed4e85ff-ed14-47b7-b300-52b9c6bdee8e service nova] Lock "2530519c-8f67-47a4-8809-7c3755d1bf9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.535075] env[69763]: DEBUG oslo_concurrency.lockutils [req-45a192c0-25de-4fa7-a8b4-67587c82e9ef req-ed4e85ff-ed14-47b7-b300-52b9c6bdee8e service nova] Lock "2530519c-8f67-47a4-8809-7c3755d1bf9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.535122] env[69763]: DEBUG nova.compute.manager [req-45a192c0-25de-4fa7-a8b4-67587c82e9ef req-ed4e85ff-ed14-47b7-b300-52b9c6bdee8e service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] No waiting events found dispatching network-vif-plugged-dc9f0086-69b3-43e7-a1af-acb162bca4e8 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1124.535297] env[69763]: WARNING nova.compute.manager [req-45a192c0-25de-4fa7-a8b4-67587c82e9ef req-ed4e85ff-ed14-47b7-b300-52b9c6bdee8e service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Received unexpected event network-vif-plugged-dc9f0086-69b3-43e7-a1af-acb162bca4e8 for instance with vm_state building and task_state spawning. [ 1124.544672] env[69763]: DEBUG nova.scheduler.client.report [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1124.864748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c7b5e6f6-d058-4e38-ab4e-ed9877a32ee2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.172s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.007050] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "184d3dba-107c-4c9b-befa-2212b833a12e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.007579] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "184d3dba-107c-4c9b-befa-2212b833a12e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.009077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquiring lock "refresh_cache-2530519c-8f67-47a4-8809-7c3755d1bf9b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.009225] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquired lock "refresh_cache-2530519c-8f67-47a4-8809-7c3755d1bf9b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.009411] env[69763]: DEBUG nova.network.neutron [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.028879] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1125.029257] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1125.029456] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1125.029657] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1125.029863] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1125.030082] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1125.030458] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1125.030627] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1125.030797] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1125.030952] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1125.031161] env[69763]: DEBUG nova.virt.hardware [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1125.037159] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Reconfiguring VM instance instance-00000043 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1125.040244] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69be6e58-0394-4c0c-a158-2737ea1f2e90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.069431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.761s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.073532] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.212s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.075101] env[69763]: INFO nova.compute.claims [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1125.087206] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1125.087206] env[69763]: value = "task-4123006" [ 1125.087206] env[69763]: _type = "Task" [ 1125.087206] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.097898] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123006, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.142198] env[69763]: INFO nova.network.neutron [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating port c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1125.310852] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Completed reading data from the image iterator. {{(pid=69763) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1125.311206] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525fd6d2-9f61-639b-e255-184d1fce0da3/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1125.312155] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-739dba48-1b01-4892-a40f-ea20bdc10968 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.320020] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525fd6d2-9f61-639b-e255-184d1fce0da3/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1125.320247] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525fd6d2-9f61-639b-e255-184d1fce0da3/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1125.320682] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-db9ef2f7-2535-4219-970d-267828a5df5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.396578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquiring lock "e22cc51b-22d6-4af6-98db-e96f01c2b939" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.396923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "e22cc51b-22d6-4af6-98db-e96f01c2b939" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.397202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquiring lock "e22cc51b-22d6-4af6-98db-e96f01c2b939-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.397313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "e22cc51b-22d6-4af6-98db-e96f01c2b939-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.397427] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "e22cc51b-22d6-4af6-98db-e96f01c2b939-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.400400] env[69763]: INFO nova.compute.manager [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Terminating instance [ 1125.402372] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.403927] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b3d35df-dbda-4327-b0e6-16913b38445a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.413146] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1125.413146] env[69763]: value = "task-4123007" [ 1125.413146] env[69763]: _type = "Task" [ 1125.413146] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.424072] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123007, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.513930] env[69763]: DEBUG nova.compute.manager [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1125.540742] env[69763]: DEBUG oslo_vmware.rw_handles [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525fd6d2-9f61-639b-e255-184d1fce0da3/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1125.541015] env[69763]: INFO nova.virt.vmwareapi.images [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Downloaded image file data 31b9be5c-f2bc-4180-8495-f676ec9c02c3 [ 1125.542441] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e829fff-8b1f-4b89-87c4-13f925df920c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.563268] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-060ffc2b-9036-4eef-9cc8-b8afc46e8638 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.576574] env[69763]: DEBUG nova.network.neutron [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1125.597567] env[69763]: INFO nova.virt.vmwareapi.images [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] The imported VM was unregistered [ 1125.600200] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Caching image {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1125.600495] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating directory with path [datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.603573] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5cc6c0c3-eaa2-4caf-9707-c287f7aaf734 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.614840] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123006, 'name': ReconfigVM_Task, 'duration_secs': 0.26958} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.615791] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Reconfigured VM instance instance-00000043 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1125.617218] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b98d6db-ba54-4716-81a9-c4471ab6bbcd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.643587] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51/3c2e1516-be91-4d6d-9c9a-4fb83cd38d51.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.645709] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c2a8615-dc01-44f4-80b7-19330026e4da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.659867] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Created directory with path [datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.660160] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128/OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128.vmdk to [datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3/31b9be5c-f2bc-4180-8495-f676ec9c02c3.vmdk. {{(pid=69763) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1125.660507] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-ac95a5de-ea4d-41b3-94a6-9c04244a5cec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.672012] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1125.672012] env[69763]: value = "task-4123009" [ 1125.672012] env[69763]: _type = "Task" [ 1125.672012] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.674028] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1125.674028] env[69763]: value = "task-4123010" [ 1125.674028] env[69763]: _type = "Task" [ 1125.674028] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.688859] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123010, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.692630] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123009, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.865286] env[69763]: DEBUG nova.network.neutron [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Updating instance_info_cache with network_info: [{"id": "dc9f0086-69b3-43e7-a1af-acb162bca4e8", "address": "fa:16:3e:37:16:16", "network": {"id": "6e2c4e8e-770f-41d4-a783-0b5df4a31b2c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1762882914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd11b55ca43a4136b63f791b0f6d17b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9f0086-69", "ovs_interfaceid": "dc9f0086-69b3-43e7-a1af-acb162bca4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.908032] env[69763]: DEBUG nova.compute.manager [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1125.908255] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1125.909212] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70dd3d5-8da4-4947-896c-52924166e8e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.920137] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1125.923534] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eddb0619-888a-4739-b54b-a9c7f874f78e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.925497] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123007, 'name': PowerOffVM_Task, 'duration_secs': 0.222705} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.925807] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1125.927175] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d678e33b-7dee-4dba-95f9-6aec90ae88fb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.933894] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1125.933894] env[69763]: value = "task-4123011" [ 1125.933894] env[69763]: _type = "Task" [ 1125.933894] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.953560] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3db77b6c-c48e-42e8-bb38-8a543651a0ea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.970941] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4123011, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.065043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.187041] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123009, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.194690] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123010, 'name': ReconfigVM_Task, 'duration_secs': 0.388845} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.194690] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51/3c2e1516-be91-4d6d-9c9a-4fb83cd38d51.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1126.194690] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance '3c2e1516-be91-4d6d-9c9a-4fb83cd38d51' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.369024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Releasing lock "refresh_cache-2530519c-8f67-47a4-8809-7c3755d1bf9b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.369307] env[69763]: DEBUG nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Instance network_info: |[{"id": "dc9f0086-69b3-43e7-a1af-acb162bca4e8", "address": "fa:16:3e:37:16:16", "network": {"id": "6e2c4e8e-770f-41d4-a783-0b5df4a31b2c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1762882914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd11b55ca43a4136b63f791b0f6d17b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9f0086-69", "ovs_interfaceid": "dc9f0086-69b3-43e7-a1af-acb162bca4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.369835] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:16:16', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9bb629cd-6d0f-4bed-965c-bd04a2f3ec49', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dc9f0086-69b3-43e7-a1af-acb162bca4e8', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.380427] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Creating folder: Project (fd11b55ca43a4136b63f791b0f6d17b1). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.383640] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c7dab5eb-89e9-4baf-9cf7-96ec0fa3192f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.399166] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Created folder: Project (fd11b55ca43a4136b63f791b0f6d17b1) in parent group-v816505. [ 1126.399485] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Creating folder: Instances. Parent ref: group-v816714. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.399689] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-515e86e3-f83c-45cf-ac90-30b446c70655 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.418066] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Created folder: Instances in parent group-v816714. [ 1126.418426] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.418716] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.419058] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb7d22f8-bd90-45c1-90c5-c147ec7e49e9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.447107] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.447107] env[69763]: value = "task-4123014" [ 1126.447107] env[69763]: _type = "Task" [ 1126.447107] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.473571] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123014, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.479690] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1126.480094] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4123011, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.480869] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-dea14b89-3585-47ec-8e03-8153ff766f9c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.492779] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1126.492779] env[69763]: value = "task-4123015" [ 1126.492779] env[69763]: _type = "Task" [ 1126.492779] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.506350] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.575803] env[69763]: DEBUG nova.compute.manager [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Received event network-changed-dc9f0086-69b3-43e7-a1af-acb162bca4e8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1126.578032] env[69763]: DEBUG nova.compute.manager [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Refreshing instance network info cache due to event network-changed-dc9f0086-69b3-43e7-a1af-acb162bca4e8. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1126.578032] env[69763]: DEBUG oslo_concurrency.lockutils [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] Acquiring lock "refresh_cache-2530519c-8f67-47a4-8809-7c3755d1bf9b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.578032] env[69763]: DEBUG oslo_concurrency.lockutils [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] Acquired lock "refresh_cache-2530519c-8f67-47a4-8809-7c3755d1bf9b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.578032] env[69763]: DEBUG nova.network.neutron [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Refreshing network info cache for port dc9f0086-69b3-43e7-a1af-acb162bca4e8 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1126.690627] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123009, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.702134] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe195b6-632d-4720-b1e6-27a533ff26e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.731587] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6b6a88f-b114-43ec-9518-5ed45ab2ed16 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.755585] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance '3c2e1516-be91-4d6d-9c9a-4fb83cd38d51' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1126.767582] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50c03e4-6539-4ecf-ad2b-284cac2d25c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.777699] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5356a4fc-65bf-494a-983d-b2cf7ef3f55b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.825818] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ef600dd-c8e7-4f37-8189-784b45356f91 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.838087] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11c651a2-0bf4-41ca-a761-dc02a27f8030 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.858668] env[69763]: DEBUG nova.compute.provider_tree [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1126.965853] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123014, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.981984] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4123011, 'name': PowerOffVM_Task, 'duration_secs': 0.579422} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.982363] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1126.982550] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1126.982829] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3c47c675-2417-480f-9a1c-021f50c2293f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.004802] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.098338] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1127.098668] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1127.098771] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Deleting the datastore file [datastore1] e22cc51b-22d6-4af6-98db-e96f01c2b939 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1127.099718] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e61f3843-2566-4cc3-95a9-cf051b31f223 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.110819] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for the task: (returnval){ [ 1127.110819] env[69763]: value = "task-4123017" [ 1127.110819] env[69763]: _type = "Task" [ 1127.110819] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.123928] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4123017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.190181] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123009, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.227460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.227643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.227788] env[69763]: DEBUG nova.network.neutron [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1127.323069] env[69763]: DEBUG nova.network.neutron [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Port eda1bda7-6f75-43b6-8c8b-64bec7f96666 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1127.361887] env[69763]: DEBUG nova.scheduler.client.report [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1127.447050] env[69763]: DEBUG nova.network.neutron [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Updated VIF entry in instance network info cache for port dc9f0086-69b3-43e7-a1af-acb162bca4e8. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.447431] env[69763]: DEBUG nova.network.neutron [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Updating instance_info_cache with network_info: [{"id": "dc9f0086-69b3-43e7-a1af-acb162bca4e8", "address": "fa:16:3e:37:16:16", "network": {"id": "6e2c4e8e-770f-41d4-a783-0b5df4a31b2c", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1762882914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fd11b55ca43a4136b63f791b0f6d17b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9bb629cd-6d0f-4bed-965c-bd04a2f3ec49", "external-id": "nsx-vlan-transportzone-848", "segmentation_id": 848, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdc9f0086-69", "ovs_interfaceid": "dc9f0086-69b3-43e7-a1af-acb162bca4e8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.463856] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123014, 'name': CreateVM_Task, 'duration_secs': 0.618672} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.464366] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1127.465135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.465309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.465806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.466426] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a052b93-306f-4cd6-b6ce-6c6b19f63855 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.475300] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1127.475300] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523a4024-7dca-19ff-ff83-3df7014f70a6" [ 1127.475300] env[69763]: _type = "Task" [ 1127.475300] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.490546] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523a4024-7dca-19ff-ff83-3df7014f70a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.508515] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123015, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.624375] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4123017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.689677] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123009, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.870922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.871632] env[69763]: DEBUG nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1127.875211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 40.578s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.875490] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1127.878420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.654s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.880341] env[69763]: INFO nova.compute.claims [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1127.933263] env[69763]: INFO nova.scheduler.client.report [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleted allocations for instance 03449ac3-95ed-4948-94c5-3f8ce91049e4 [ 1127.954276] env[69763]: DEBUG oslo_concurrency.lockutils [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] Releasing lock "refresh_cache-2530519c-8f67-47a4-8809-7c3755d1bf9b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.956033] env[69763]: DEBUG nova.compute.manager [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Received event network-changed-c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.956033] env[69763]: DEBUG nova.compute.manager [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Refreshing instance network info cache due to event network-changed-c693db7a-492a-4a88-881c-0ab06312cd57. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.956033] env[69763]: DEBUG oslo_concurrency.lockutils [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] Acquiring lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.956033] env[69763]: DEBUG oslo_concurrency.lockutils [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] Acquired lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.956033] env[69763]: DEBUG nova.network.neutron [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Refreshing network info cache for port c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.992519] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523a4024-7dca-19ff-ff83-3df7014f70a6, 'name': SearchDatastore_Task, 'duration_secs': 0.030855} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.996527] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.996716] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1127.996877] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.996999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.997204] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1127.998035] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4e54abc4-0a0c-49fc-b5d8-122666fc2364 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.013487] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123015, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.016262] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1128.016573] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1128.017549] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94ee58ad-2312-4077-8397-e8c16fc9236a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.026971] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1128.026971] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520f1bc5-2c18-e461-1631-a1a50abab992" [ 1128.026971] env[69763]: _type = "Task" [ 1128.026971] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.040286] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520f1bc5-2c18-e461-1631-a1a50abab992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.128240] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4123017, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.140896] env[69763]: DEBUG nova.network.neutron [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [{"id": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "address": "fa:16:3e:ab:6c:64", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d7c4f8-9c", "ovs_interfaceid": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.193926] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123009, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.353216] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.353451] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.353663] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.388786] env[69763]: DEBUG nova.compute.utils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1128.390814] env[69763]: DEBUG nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1128.391032] env[69763]: DEBUG nova.network.neutron [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1128.434334] env[69763]: DEBUG nova.policy [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456c18863fcb45cfbba706f0142729e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '899bc7e2ad7f45848aad68ec49d6012c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1128.444587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a6aed3ac-698d-4ee0-b0e1-7788d7e12347 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "03449ac3-95ed-4948-94c5-3f8ce91049e4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.881s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.506900] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123015, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.541432] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520f1bc5-2c18-e461-1631-a1a50abab992, 'name': SearchDatastore_Task, 'duration_secs': 0.01635} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.542154] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2df9da7c-bdbf-46ed-9682-f46503b3e246 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.548012] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1128.548012] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e557c-076a-8279-37fb-6e3c6bae5892" [ 1128.548012] env[69763]: _type = "Task" [ 1128.548012] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.556179] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e557c-076a-8279-37fb-6e3c6bae5892, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.629863] env[69763]: DEBUG oslo_vmware.api [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Task: {'id': task-4123017, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.230737} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.629863] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.629863] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.629863] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.629863] env[69763]: INFO nova.compute.manager [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Took 2.72 seconds to destroy the instance on the hypervisor. [ 1128.629863] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.629863] env[69763]: DEBUG nova.compute.manager [-] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.629863] env[69763]: DEBUG nova.network.neutron [-] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.645224] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.701634] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123009, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.65015} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.701928] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128/OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128.vmdk to [datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3/31b9be5c-f2bc-4180-8495-f676ec9c02c3.vmdk. [ 1128.703945] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Cleaning up location [datastore1] OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1128.703945] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_4ce41e8d-22ab-477f-a5b8-34f804a47128 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.703945] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd932b27-9bdc-4f0a-943c-326b66904456 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.706458] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='694511b70a80e6d0c4f5795e86f49198',container_format='bare',created_at=2025-05-14T04:50:57Z,direct_url=,disk_format='vmdk',id=58adc6cd-e3a9-4f0b-b63c-f366bef319b4,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-617023002-shelved',owner='dea2da50113e4fc38b46da5f29c3bcf6',properties=ImageMetaProps,protected=,size=31667712,status='active',tags=,updated_at=2025-05-14T04:51:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1128.706666] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1128.706819] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1128.707009] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1128.707163] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1128.707308] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1128.707510] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1128.707663] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1128.707828] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1128.707981] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1128.708167] env[69763]: DEBUG nova.virt.hardware [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1128.708965] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f8b28a9-c27e-442b-896a-a7a56bc8f88d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.714112] env[69763]: DEBUG nova.compute.manager [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received event network-vif-plugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.714311] env[69763]: DEBUG oslo_concurrency.lockutils [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] Acquiring lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.714522] env[69763]: DEBUG oslo_concurrency.lockutils [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.714683] env[69763]: DEBUG oslo_concurrency.lockutils [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.714849] env[69763]: DEBUG nova.compute.manager [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] No waiting events found dispatching network-vif-plugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1128.715040] env[69763]: WARNING nova.compute.manager [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received unexpected event network-vif-plugged-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 for instance with vm_state shelved_offloaded and task_state spawning. [ 1128.715213] env[69763]: DEBUG nova.compute.manager [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received event network-changed-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.715368] env[69763]: DEBUG nova.compute.manager [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Refreshing instance network info cache due to event network-changed-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1128.715562] env[69763]: DEBUG oslo_concurrency.lockutils [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] Acquiring lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.715690] env[69763]: DEBUG oslo_concurrency.lockutils [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] Acquired lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.715843] env[69763]: DEBUG nova.network.neutron [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Refreshing network info cache for port c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1128.721560] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1128.721560] env[69763]: value = "task-4123018" [ 1128.721560] env[69763]: _type = "Task" [ 1128.721560] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.729244] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d51dd92-157a-4a67-bfcc-8a0823b907e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.737077] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123018, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.751357] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:6c:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1128.757602] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.758309] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1128.758554] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0dd18e04-9b9e-4c76-9da1-a20a5cc76e45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.783551] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1128.783551] env[69763]: value = "task-4123019" [ 1128.783551] env[69763]: _type = "Task" [ 1128.783551] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.795642] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123019, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.879646] env[69763]: DEBUG nova.network.neutron [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Successfully created port: 99de73aa-330b-473b-9218-217e47c0ce31 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1128.895250] env[69763]: DEBUG nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1128.960602] env[69763]: DEBUG nova.network.neutron [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Updated VIF entry in instance network info cache for port c693db7a-492a-4a88-881c-0ab06312cd57. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1128.961956] env[69763]: DEBUG nova.network.neutron [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Updating instance_info_cache with network_info: [{"id": "c693db7a-492a-4a88-881c-0ab06312cd57", "address": "fa:16:3e:59:71:15", "network": {"id": "e9364d8e-f068-4ec8-82fc-2d9e712f5d1d", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1858561469-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.203", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b2a1c2db26a34fb68050c5407867a7dc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbd2870d-a51d-472a-8034-1b3e132b5cb6", "external-id": "nsx-vlan-transportzone-101", "segmentation_id": 101, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc693db7a-49", "ovs_interfaceid": "c693db7a-492a-4a88-881c-0ab06312cd57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.013283] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123015, 'name': CreateSnapshot_Task, 'duration_secs': 2.127338} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.013787] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1129.014663] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c16413a-d2aa-47e6-907b-d0cd514ead60 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.065973] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e557c-076a-8279-37fb-6e3c6bae5892, 'name': SearchDatastore_Task, 'duration_secs': 0.011403} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.066622] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.066920] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 2530519c-8f67-47a4-8809-7c3755d1bf9b/2530519c-8f67-47a4-8809-7c3755d1bf9b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.067203] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1682a1ca-32ff-4af6-aae4-2667b85283b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.077811] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1129.077811] env[69763]: value = "task-4123020" [ 1129.077811] env[69763]: _type = "Task" [ 1129.077811] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.093206] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123020, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.244702] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123018, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.038898} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.244702] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.244702] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3/31b9be5c-f2bc-4180-8495-f676ec9c02c3.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.244702] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3/31b9be5c-f2bc-4180-8495-f676ec9c02c3.vmdk to [datastore1] be849381-d178-4a4a-9969-9b7ca9594b59/be849381-d178-4a4a-9969-9b7ca9594b59.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1129.244702] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e012b816-b93e-448a-9bf5-797bb31c4a2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.253404] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1129.253404] env[69763]: value = "task-4123021" [ 1129.253404] env[69763]: _type = "Task" [ 1129.253404] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.264721] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123021, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.309092] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123019, 'name': CreateVM_Task, 'duration_secs': 0.425242} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.309440] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1129.310083] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.310282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.310663] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.310949] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1ee941a-e832-4166-bf98-b42f244017f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.322554] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1129.322554] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527ebe90-dd1d-0982-d97e-f185ba81b663" [ 1129.322554] env[69763]: _type = "Task" [ 1129.322554] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.343298] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.343568] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Processing image 58adc6cd-e3a9-4f0b-b63c-f366bef319b4 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1129.343802] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4/58adc6cd-e3a9-4f0b-b63c-f366bef319b4.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.343949] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "[datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4/58adc6cd-e3a9-4f0b-b63c-f366bef319b4.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.347747] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1129.347747] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac1c4a01-0146-49ec-bc42-232bc5f813d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.366429] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.366624] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.367899] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05a4019d-6530-4681-a91d-3444ee8e294b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.374789] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1129.374789] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e7ff4e-5db0-ae6d-cf5e-4a214626537f" [ 1129.374789] env[69763]: _type = "Task" [ 1129.374789] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.389760] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e7ff4e-5db0-ae6d-cf5e-4a214626537f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.465428] env[69763]: DEBUG oslo_concurrency.lockutils [req-e5ffaf10-b455-41cd-857a-3bebbd64871d req-25cceee4-fc29-4ac5-99e4-a7b77b557e85 service nova] Releasing lock "refresh_cache-a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.471542] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.471750] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.471928] env[69763]: DEBUG nova.network.neutron [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1129.485486] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f927aad7-92f8-4970-9fb0-61bec0c61806 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.499103] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-140b2848-51fd-4a0c-b745-3920ce1466b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.544847] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1129.549207] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-3d4ac498-be32-48cc-9228-0d3c485ac0c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.553697] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc74b9cb-8285-4aee-9691-5096694d4134 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.564832] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9b5bff-8e8f-440d-8b7c-4e82ecb1c4d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.572012] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1129.572012] env[69763]: value = "task-4123022" [ 1129.572012] env[69763]: _type = "Task" [ 1129.572012] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.585036] env[69763]: DEBUG nova.compute.provider_tree [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.594805] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123022, 'name': CloneVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.599266] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123020, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.616486] env[69763]: DEBUG nova.network.neutron [-] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.677424] env[69763]: DEBUG nova.network.neutron [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updated VIF entry in instance network info cache for port c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1129.678331] env[69763]: DEBUG nova.network.neutron [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [{"id": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "address": "fa:16:3e:ab:6c:64", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d7c4f8-9c", "ovs_interfaceid": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.769770] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123021, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.889486] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Preparing fetch location {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1129.890965] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Fetch image to [datastore2] OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3/OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3.vmdk {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1129.890965] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Downloading stream optimized image 58adc6cd-e3a9-4f0b-b63c-f366bef319b4 to [datastore2] OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3/OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3.vmdk on the data store datastore2 as vApp {{(pid=69763) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1129.891222] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Downloading image file data 58adc6cd-e3a9-4f0b-b63c-f366bef319b4 to the ESX as VM named 'OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3' {{(pid=69763) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1129.906517] env[69763]: DEBUG nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1129.955139] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1129.955453] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1129.956106] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1129.956106] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1129.956106] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1129.956312] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1129.956349] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1129.956500] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1129.956665] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1129.956829] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1129.957017] env[69763]: DEBUG nova.virt.hardware [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1129.958362] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36cf8b62-9a75-4815-bf5e-6fad7c529cd1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.970876] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e2a1fb2-47f4-44bf-9bac-d56ab24dbc36 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.003187] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1130.003187] env[69763]: value = "resgroup-9" [ 1130.003187] env[69763]: _type = "ResourcePool" [ 1130.003187] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1130.003504] env[69763]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-c4800238-5eac-438a-b28c-b7a12f66203d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.029990] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lease: (returnval){ [ 1130.029990] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c653-fed5-5be2-cde0-0e5babc5b966" [ 1130.029990] env[69763]: _type = "HttpNfcLease" [ 1130.029990] env[69763]: } obtained for vApp import into resource pool (val){ [ 1130.029990] env[69763]: value = "resgroup-9" [ 1130.029990] env[69763]: _type = "ResourcePool" [ 1130.029990] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1130.030395] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the lease: (returnval){ [ 1130.030395] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c653-fed5-5be2-cde0-0e5babc5b966" [ 1130.030395] env[69763]: _type = "HttpNfcLease" [ 1130.030395] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1130.042317] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.042317] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c653-fed5-5be2-cde0-0e5babc5b966" [ 1130.042317] env[69763]: _type = "HttpNfcLease" [ 1130.042317] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1130.085576] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123022, 'name': CloneVM_Task} progress is 93%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.092031] env[69763]: DEBUG nova.scheduler.client.report [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1130.100329] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123020, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646525} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.100329] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 2530519c-8f67-47a4-8809-7c3755d1bf9b/2530519c-8f67-47a4-8809-7c3755d1bf9b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1130.100456] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1130.100744] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d15e40b6-4553-442d-a2d2-fee4cefca081 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.111685] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1130.111685] env[69763]: value = "task-4123024" [ 1130.111685] env[69763]: _type = "Task" [ 1130.111685] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.121310] env[69763]: INFO nova.compute.manager [-] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Took 1.49 seconds to deallocate network for instance. [ 1130.127604] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123024, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.181790] env[69763]: DEBUG oslo_concurrency.lockutils [req-a79d98c7-b138-4a11-b36b-0e384311a8c6 req-0539fb7b-d3bf-4f1f-a404-0a6b275a37c0 service nova] Releasing lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.274286] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123021, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.422996] env[69763]: DEBUG nova.network.neutron [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance_info_cache with network_info: [{"id": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "address": "fa:16:3e:6c:a6:24", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda1bda7-6f", "ovs_interfaceid": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.543490] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1130.543490] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c653-fed5-5be2-cde0-0e5babc5b966" [ 1130.543490] env[69763]: _type = "HttpNfcLease" [ 1130.543490] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1130.589570] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123022, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.604025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.604025] env[69763]: DEBUG nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1130.605095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.092s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.605479] env[69763]: DEBUG nova.objects.instance [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lazy-loading 'resources' on Instance uuid 148abfee-2aaa-45fb-ba92-1aa68cac8b8c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.624807] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123024, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.119331} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.625496] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1130.626640] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abdb993b-9df9-4259-af30-5c2b7da205f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.636846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.666501] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 2530519c-8f67-47a4-8809-7c3755d1bf9b/2530519c-8f67-47a4-8809-7c3755d1bf9b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1130.667089] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-975ac82d-a91c-41aa-a636-a6d5ec8dcdc5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.689592] env[69763]: DEBUG nova.compute.manager [req-1c9a00dc-72ad-4b93-8cf6-e41d40a8feab req-59a75e54-279a-47b8-8988-405b99f5921e service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Received event network-vif-plugged-99de73aa-330b-473b-9218-217e47c0ce31 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.690044] env[69763]: DEBUG oslo_concurrency.lockutils [req-1c9a00dc-72ad-4b93-8cf6-e41d40a8feab req-59a75e54-279a-47b8-8988-405b99f5921e service nova] Acquiring lock "4e94af94-e78d-4309-bc41-39ee946a1cca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.690568] env[69763]: DEBUG oslo_concurrency.lockutils [req-1c9a00dc-72ad-4b93-8cf6-e41d40a8feab req-59a75e54-279a-47b8-8988-405b99f5921e service nova] Lock "4e94af94-e78d-4309-bc41-39ee946a1cca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.690874] env[69763]: DEBUG oslo_concurrency.lockutils [req-1c9a00dc-72ad-4b93-8cf6-e41d40a8feab req-59a75e54-279a-47b8-8988-405b99f5921e service nova] Lock "4e94af94-e78d-4309-bc41-39ee946a1cca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.691179] env[69763]: DEBUG nova.compute.manager [req-1c9a00dc-72ad-4b93-8cf6-e41d40a8feab req-59a75e54-279a-47b8-8988-405b99f5921e service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] No waiting events found dispatching network-vif-plugged-99de73aa-330b-473b-9218-217e47c0ce31 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1130.691478] env[69763]: WARNING nova.compute.manager [req-1c9a00dc-72ad-4b93-8cf6-e41d40a8feab req-59a75e54-279a-47b8-8988-405b99f5921e service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Received unexpected event network-vif-plugged-99de73aa-330b-473b-9218-217e47c0ce31 for instance with vm_state building and task_state spawning. [ 1130.702027] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1130.702027] env[69763]: value = "task-4123025" [ 1130.702027] env[69763]: _type = "Task" [ 1130.702027] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.715531] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123025, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.770377] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123021, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.823851] env[69763]: DEBUG nova.compute.manager [req-b986df11-f11b-4b0b-b1dd-c09287c94baa req-8f43ad03-0723-4b87-8972-3ce44312162e service nova] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Received event network-vif-deleted-cac465c2-6402-43df-8631-3fc7a1bb4fb9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.928961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.937775] env[69763]: DEBUG nova.network.neutron [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Successfully updated port: 99de73aa-330b-473b-9218-217e47c0ce31 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1131.046785] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1131.046785] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c653-fed5-5be2-cde0-0e5babc5b966" [ 1131.046785] env[69763]: _type = "HttpNfcLease" [ 1131.046785] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1131.046785] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1131.046785] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d7c653-fed5-5be2-cde0-0e5babc5b966" [ 1131.046785] env[69763]: _type = "HttpNfcLease" [ 1131.046785] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1131.046785] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aa79de-2a3f-4d91-9b5a-3f86ea3648db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.061591] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2cd4-a0e5-86e6-955f-b960d7395644/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1131.061591] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating HTTP connection to write to file with size = 31667712 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2cd4-a0e5-86e6-955f-b960d7395644/disk-0.vmdk. {{(pid=69763) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1131.134117] env[69763]: DEBUG nova.compute.utils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1131.143916] env[69763]: DEBUG nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1131.144119] env[69763]: DEBUG nova.network.neutron [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.152549] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8994aea3-5095-46bc-ab94-5e265111dae7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.159613] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123022, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.217798] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123025, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.223264] env[69763]: DEBUG nova.policy [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3302cd9e804408da895e9ec7c427ece', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6837601a1d2f4dfc9059b3139398b893', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.275581] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123021, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.441615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "refresh_cache-4e94af94-e78d-4309-bc41-39ee946a1cca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.441818] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "refresh_cache-4e94af94-e78d-4309-bc41-39ee946a1cca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.441998] env[69763]: DEBUG nova.network.neutron [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1131.468472] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb0fc2b-7114-44e5-a87e-41da9daae032 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.503796] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3b02d92-0bfb-4f0c-8240-cb1a60e60a6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.517410] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance '3c2e1516-be91-4d6d-9c9a-4fb83cd38d51' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.645249] env[69763]: DEBUG nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1131.660220] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123022, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.725310] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123025, 'name': ReconfigVM_Task, 'duration_secs': 0.667417} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.725741] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 2530519c-8f67-47a4-8809-7c3755d1bf9b/2530519c-8f67-47a4-8809-7c3755d1bf9b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1131.726814] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00198232-81e5-4301-bdc5-7b8163f3e7c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.740978] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1131.740978] env[69763]: value = "task-4123026" [ 1131.740978] env[69763]: _type = "Task" [ 1131.740978] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.748688] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42874a28-3144-4ec6-b2f2-68e4d5ec9d10 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.753221] env[69763]: DEBUG nova.network.neutron [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Successfully created port: 1e90ebb2-af1f-4a75-b636-02569dce97b6 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1131.771464] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123026, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.773266] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cca0ea0-2adf-46ed-8c61-cb57a17a0665 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.780710] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123021, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.816395] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1dcc08-1632-4787-8512-c8729dfc301b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.826466] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d41889-2e98-4756-8a43-ade24ec2c3d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.848448] env[69763]: DEBUG nova.compute.provider_tree [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.995321] env[69763]: DEBUG nova.network.neutron [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1132.028303] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.028910] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f727e7cc-70b7-4a32-b862-8c5f9478f796 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.038702] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1132.038702] env[69763]: value = "task-4123027" [ 1132.038702] env[69763]: _type = "Task" [ 1132.038702] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.048953] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123027, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.155761] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123022, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.257096] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123026, 'name': Rename_Task, 'duration_secs': 0.237255} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.258670] env[69763]: DEBUG nova.network.neutron [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Updating instance_info_cache with network_info: [{"id": "99de73aa-330b-473b-9218-217e47c0ce31", "address": "fa:16:3e:2d:c0:ca", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99de73aa-33", "ovs_interfaceid": "99de73aa-330b-473b-9218-217e47c0ce31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.260541] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.261051] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39631414-5709-48bf-afd2-ad01bf3b1ad2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.276490] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123021, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.751886} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.278111] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/31b9be5c-f2bc-4180-8495-f676ec9c02c3/31b9be5c-f2bc-4180-8495-f676ec9c02c3.vmdk to [datastore1] be849381-d178-4a4a-9969-9b7ca9594b59/be849381-d178-4a4a-9969-9b7ca9594b59.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1132.278817] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1132.278817] env[69763]: value = "task-4123028" [ 1132.278817] env[69763]: _type = "Task" [ 1132.278817] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.279717] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26874f0-274f-4d55-a30f-62c12049dd48 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.301660] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123028, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.311721] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] be849381-d178-4a4a-9969-9b7ca9594b59/be849381-d178-4a4a-9969-9b7ca9594b59.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1132.314447] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f8fefdcc-61fb-443b-9d0b-146ffd9f684a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.340975] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1132.340975] env[69763]: value = "task-4123029" [ 1132.340975] env[69763]: _type = "Task" [ 1132.340975] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.352522] env[69763]: DEBUG nova.scheduler.client.report [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.356228] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123029, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.450106] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Completed reading data from the image iterator. {{(pid=69763) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1132.450489] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2cd4-a0e5-86e6-955f-b960d7395644/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1132.451936] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29ef556-0c71-4a88-b6df-ac8489ebec0d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.462802] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.463271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.467164] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2cd4-a0e5-86e6-955f-b960d7395644/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1132.467164] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2cd4-a0e5-86e6-955f-b960d7395644/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1132.467525] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-d6589bbd-1e94-4e27-b989-e3b9dcfa58fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.550995] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123027, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.648364] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123022, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.658040] env[69763]: DEBUG nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1132.676631] env[69763]: DEBUG oslo_vmware.rw_handles [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528b2cd4-a0e5-86e6-955f-b960d7395644/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1132.676881] env[69763]: INFO nova.virt.vmwareapi.images [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Downloaded image file data 58adc6cd-e3a9-4f0b-b63c-f366bef319b4 [ 1132.677872] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfd84f59-c19c-4297-a36b-0aa677bc2271 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.699504] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1132.699805] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1132.700105] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.700182] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1132.700330] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.700481] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1132.701032] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1132.701032] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1132.701032] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1132.701224] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1132.701422] env[69763]: DEBUG nova.virt.hardware [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1132.701720] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b913ebd-f276-4003-828f-5b4a53637432 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.704221] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5320b292-cf03-4bd6-ba6f-7b3a21b05bc0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.713823] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0657e9b-c154-4f29-b475-4e76a395e8b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.719733] env[69763]: DEBUG nova.compute.manager [req-e6d97e2f-c3e6-4a19-bae0-6450939b192b req-dd6f7086-d854-4126-8c77-9673498966c1 service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Received event network-changed-99de73aa-330b-473b-9218-217e47c0ce31 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.719937] env[69763]: DEBUG nova.compute.manager [req-e6d97e2f-c3e6-4a19-bae0-6450939b192b req-dd6f7086-d854-4126-8c77-9673498966c1 service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Refreshing instance network info cache due to event network-changed-99de73aa-330b-473b-9218-217e47c0ce31. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1132.720142] env[69763]: DEBUG oslo_concurrency.lockutils [req-e6d97e2f-c3e6-4a19-bae0-6450939b192b req-dd6f7086-d854-4126-8c77-9673498966c1 service nova] Acquiring lock "refresh_cache-4e94af94-e78d-4309-bc41-39ee946a1cca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.736448] env[69763]: INFO nova.virt.vmwareapi.images [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] The imported VM was unregistered [ 1132.738884] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Caching image {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1132.739130] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Creating directory with path [datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1132.739755] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-20b2e54d-5fd5-40ee-a4d1-9b39eee0a7bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.762461] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Created directory with path [datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1132.762760] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3/OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3.vmdk to [datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4/58adc6cd-e3a9-4f0b-b63c-f366bef319b4.vmdk. {{(pid=69763) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1132.763067] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-80538ae8-d88c-4c27-b2c9-6f36ba5236ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.768764] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "refresh_cache-4e94af94-e78d-4309-bc41-39ee946a1cca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.769021] env[69763]: DEBUG nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Instance network_info: |[{"id": "99de73aa-330b-473b-9218-217e47c0ce31", "address": "fa:16:3e:2d:c0:ca", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99de73aa-33", "ovs_interfaceid": "99de73aa-330b-473b-9218-217e47c0ce31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1132.770565] env[69763]: DEBUG oslo_concurrency.lockutils [req-e6d97e2f-c3e6-4a19-bae0-6450939b192b req-dd6f7086-d854-4126-8c77-9673498966c1 service nova] Acquired lock "refresh_cache-4e94af94-e78d-4309-bc41-39ee946a1cca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.770753] env[69763]: DEBUG nova.network.neutron [req-e6d97e2f-c3e6-4a19-bae0-6450939b192b req-dd6f7086-d854-4126-8c77-9673498966c1 service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Refreshing network info cache for port 99de73aa-330b-473b-9218-217e47c0ce31 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1132.772099] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:c0:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '99de73aa-330b-473b-9218-217e47c0ce31', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1132.780253] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1132.780583] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1132.780583] env[69763]: value = "task-4123031" [ 1132.780583] env[69763]: _type = "Task" [ 1132.780583] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.783745] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1132.784371] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ff76634-e89a-4083-b8d8-1da3923dbd47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.813181] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123031, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.817839] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123028, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.818085] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1132.818085] env[69763]: value = "task-4123032" [ 1132.818085] env[69763]: _type = "Task" [ 1132.818085] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.826476] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123032, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.855227] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.860481] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.255s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.863047] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.820s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.864841] env[69763]: INFO nova.compute.claims [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1132.895605] env[69763]: INFO nova.scheduler.client.report [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted allocations for instance 148abfee-2aaa-45fb-ba92-1aa68cac8b8c [ 1133.053215] env[69763]: DEBUG oslo_vmware.api [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123027, 'name': PowerOnVM_Task, 'duration_secs': 0.543679} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.054026] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.054026] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c0a11f02-282f-4214-9afe-84d13b123270 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance '3c2e1516-be91-4d6d-9c9a-4fb83cd38d51' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.150214] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123022, 'name': CloneVM_Task, 'duration_secs': 3.467289} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.150522] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Created linked-clone VM from snapshot [ 1133.151390] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5c7efbd-c5dc-4944-be0f-372b157a8ecd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.162685] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Uploading image ad304b08-dc4d-4a01-a07d-116f46cf9721 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1133.165650] env[69763]: DEBUG nova.network.neutron [req-e6d97e2f-c3e6-4a19-bae0-6450939b192b req-dd6f7086-d854-4126-8c77-9673498966c1 service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Updated VIF entry in instance network info cache for port 99de73aa-330b-473b-9218-217e47c0ce31. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1133.169030] env[69763]: DEBUG nova.network.neutron [req-e6d97e2f-c3e6-4a19-bae0-6450939b192b req-dd6f7086-d854-4126-8c77-9673498966c1 service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Updating instance_info_cache with network_info: [{"id": "99de73aa-330b-473b-9218-217e47c0ce31", "address": "fa:16:3e:2d:c0:ca", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap99de73aa-33", "ovs_interfaceid": "99de73aa-330b-473b-9218-217e47c0ce31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1133.191435] env[69763]: DEBUG oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1133.191435] env[69763]: value = "vm-816719" [ 1133.191435] env[69763]: _type = "VirtualMachine" [ 1133.191435] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1133.191745] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e6338ed5-4bdd-4dc8-8849-5a71664b7321 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.202282] env[69763]: DEBUG oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lease: (returnval){ [ 1133.202282] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52097bbf-257c-2a36-2e7d-7d30a90cf3b2" [ 1133.202282] env[69763]: _type = "HttpNfcLease" [ 1133.202282] env[69763]: } obtained for exporting VM: (result){ [ 1133.202282] env[69763]: value = "vm-816719" [ 1133.202282] env[69763]: _type = "VirtualMachine" [ 1133.202282] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1133.203268] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the lease: (returnval){ [ 1133.203268] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52097bbf-257c-2a36-2e7d-7d30a90cf3b2" [ 1133.203268] env[69763]: _type = "HttpNfcLease" [ 1133.203268] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1133.214040] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.214040] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52097bbf-257c-2a36-2e7d-7d30a90cf3b2" [ 1133.214040] env[69763]: _type = "HttpNfcLease" [ 1133.214040] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1133.301574] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123031, 'name': MoveVirtualDisk_Task} progress is 15%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.305636] env[69763]: DEBUG oslo_vmware.api [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123028, 'name': PowerOnVM_Task, 'duration_secs': 0.781012} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.306197] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.306197] env[69763]: INFO nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1133.306398] env[69763]: DEBUG nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1133.307196] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d8d496-2a44-4edf-8c1d-af8b7d735aa6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.333679] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123032, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.357541] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123029, 'name': ReconfigVM_Task, 'duration_secs': 0.86238} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.359377] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Reconfigured VM instance instance-0000004b to attach disk [datastore1] be849381-d178-4a4a-9969-9b7ca9594b59/be849381-d178-4a4a-9969-9b7ca9594b59.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.359911] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704203e2-f795-4278-a85b-5931f70a20b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.377723] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1133.377723] env[69763]: value = "task-4123034" [ 1133.377723] env[69763]: _type = "Task" [ 1133.377723] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.394085] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123034, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.410018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5dc75e88-1dd3-44b6-b1f0-0711b045cc77 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "148abfee-2aaa-45fb-ba92-1aa68cac8b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.423s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.669215] env[69763]: DEBUG oslo_concurrency.lockutils [req-e6d97e2f-c3e6-4a19-bae0-6450939b192b req-dd6f7086-d854-4126-8c77-9673498966c1 service nova] Releasing lock "refresh_cache-4e94af94-e78d-4309-bc41-39ee946a1cca" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.689580] env[69763]: DEBUG nova.network.neutron [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Successfully updated port: 1e90ebb2-af1f-4a75-b636-02569dce97b6 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.715523] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1133.715523] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52097bbf-257c-2a36-2e7d-7d30a90cf3b2" [ 1133.715523] env[69763]: _type = "HttpNfcLease" [ 1133.715523] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1133.715523] env[69763]: DEBUG oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1133.715523] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52097bbf-257c-2a36-2e7d-7d30a90cf3b2" [ 1133.715523] env[69763]: _type = "HttpNfcLease" [ 1133.715523] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1133.716208] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3a06a8-12d7-4598-baf8-cfee8ef699c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.727867] env[69763]: DEBUG oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272c54a-98d2-c695-a024-50f5c1397600/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1133.728088] env[69763]: DEBUG oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272c54a-98d2-c695-a024-50f5c1397600/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1133.797132] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123031, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.836974] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123032, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.840729] env[69763]: INFO nova.compute.manager [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Took 51.72 seconds to build instance. [ 1133.853355] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bb4faabf-6899-49c6-adea-71e5da2e8902 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.903966] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123034, 'name': Rename_Task, 'duration_secs': 0.257416} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.904965] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1133.905295] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5e49d002-c93f-4200-8e22-cdf9efbc0887 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.917221] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1133.917221] env[69763]: value = "task-4123035" [ 1133.917221] env[69763]: _type = "Task" [ 1133.917221] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.933455] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123035, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.196598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquiring lock "refresh_cache-a23eb33a-d79c-47e9-b4f0-594d73736a2b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.196598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquired lock "refresh_cache-a23eb33a-d79c-47e9-b4f0-594d73736a2b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.196598] env[69763]: DEBUG nova.network.neutron [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1134.303990] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123031, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.335473] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123032, 'name': CreateVM_Task, 'duration_secs': 1.449307} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.335473] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1134.336424] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.336710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.337565] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.337565] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90758d2c-874a-4046-8c6d-be5129d01360 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.344188] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cc8b05e9-bf7f-4015-95d6-be6dc42ed41d tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "2530519c-8f67-47a4-8809-7c3755d1bf9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.242s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.349506] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1134.349506] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5241bc17-63a0-47f8-aa94-0577dd398d2a" [ 1134.349506] env[69763]: _type = "Task" [ 1134.349506] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.360680] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5241bc17-63a0-47f8-aa94-0577dd398d2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.436463] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123035, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.439900] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d696714d-0e90-457b-bde9-94320796b0bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.452040] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95abb41a-24b5-4627-a97d-d54826666dbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.492511] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e070308-fa18-4ab9-b39e-ae83e2421d98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.507659] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9e9648-fbf9-4f8a-ba85-ab1414ea11f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.525789] env[69763]: DEBUG nova.compute.provider_tree [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.754520] env[69763]: DEBUG nova.network.neutron [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1134.784658] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "60724625-b676-437f-89d4-845433c33fbc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.785191] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "60724625-b676-437f-89d4-845433c33fbc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.785521] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "60724625-b676-437f-89d4-845433c33fbc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.786146] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "60724625-b676-437f-89d4-845433c33fbc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.787398] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "60724625-b676-437f-89d4-845433c33fbc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.795511] env[69763]: INFO nova.compute.manager [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Terminating instance [ 1134.814797] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123031, 'name': MoveVirtualDisk_Task} progress is 74%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.851560] env[69763]: DEBUG nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1134.858738] env[69763]: DEBUG nova.compute.manager [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Received event network-vif-plugged-1e90ebb2-af1f-4a75-b636-02569dce97b6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.859026] env[69763]: DEBUG oslo_concurrency.lockutils [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] Acquiring lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.859308] env[69763]: DEBUG oslo_concurrency.lockutils [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] Lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1134.859489] env[69763]: DEBUG oslo_concurrency.lockutils [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] Lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.859692] env[69763]: DEBUG nova.compute.manager [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] No waiting events found dispatching network-vif-plugged-1e90ebb2-af1f-4a75-b636-02569dce97b6 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1134.859891] env[69763]: WARNING nova.compute.manager [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Received unexpected event network-vif-plugged-1e90ebb2-af1f-4a75-b636-02569dce97b6 for instance with vm_state building and task_state spawning. [ 1134.860240] env[69763]: DEBUG nova.compute.manager [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Received event network-changed-1e90ebb2-af1f-4a75-b636-02569dce97b6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1134.861031] env[69763]: DEBUG nova.compute.manager [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Refreshing instance network info cache due to event network-changed-1e90ebb2-af1f-4a75-b636-02569dce97b6. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1134.861031] env[69763]: DEBUG oslo_concurrency.lockutils [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] Acquiring lock "refresh_cache-a23eb33a-d79c-47e9-b4f0-594d73736a2b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.875092] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5241bc17-63a0-47f8-aa94-0577dd398d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.092241} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.875632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.875909] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1134.876322] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.876485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.876678] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1134.877036] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d59b7c-49be-4db1-9a30-955cf50746d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.899747] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1134.900252] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1134.902085] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f600731-c9e4-4158-83f6-7b6a73b4c47f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.911589] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1134.911589] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5277b038-96cb-f769-efe8-a9ec79042b8c" [ 1134.911589] env[69763]: _type = "Task" [ 1134.911589] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.924533] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5277b038-96cb-f769-efe8-a9ec79042b8c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.938238] env[69763]: DEBUG oslo_vmware.api [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123035, 'name': PowerOnVM_Task, 'duration_secs': 0.858798} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.939442] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1134.939669] env[69763]: INFO nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Took 16.99 seconds to spawn the instance on the hypervisor. [ 1134.939849] env[69763]: DEBUG nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1134.940762] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1beaa24-3db1-4fec-a5d3-677537a8031b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.000843] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquiring lock "2530519c-8f67-47a4-8809-7c3755d1bf9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.001133] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "2530519c-8f67-47a4-8809-7c3755d1bf9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.001450] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquiring lock "2530519c-8f67-47a4-8809-7c3755d1bf9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.001659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "2530519c-8f67-47a4-8809-7c3755d1bf9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.001844] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "2530519c-8f67-47a4-8809-7c3755d1bf9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.006226] env[69763]: INFO nova.compute.manager [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Terminating instance [ 1135.029455] env[69763]: DEBUG nova.scheduler.client.report [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.060782] env[69763]: DEBUG nova.network.neutron [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Updating instance_info_cache with network_info: [{"id": "1e90ebb2-af1f-4a75-b636-02569dce97b6", "address": "fa:16:3e:ff:74:98", "network": {"id": "b793796b-dfdc-4fc1-bb45-fef4804169ea", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-709045943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6837601a1d2f4dfc9059b3139398b893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e90ebb2-af", "ovs_interfaceid": "1e90ebb2-af1f-4a75-b636-02569dce97b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.305236] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123031, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.305978] env[69763]: DEBUG nova.compute.manager [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.306403] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.307119] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c785522a-ced8-4107-aec5-1d4182b551ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.319823] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.320122] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2046ad8-6f12-4eac-86ad-472baded34e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.329378] env[69763]: DEBUG oslo_vmware.api [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 1135.329378] env[69763]: value = "task-4123036" [ 1135.329378] env[69763]: _type = "Task" [ 1135.329378] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.342545] env[69763]: DEBUG oslo_vmware.api [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4123036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.394892] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.426757] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5277b038-96cb-f769-efe8-a9ec79042b8c, 'name': SearchDatastore_Task, 'duration_secs': 0.097316} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.428138] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c699c5cf-8f67-4b0d-9187-0f8652475acb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.435967] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1135.435967] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528cc7b7-15d9-8e3e-1f5e-9acfc1bc1ce6" [ 1135.435967] env[69763]: _type = "Task" [ 1135.435967] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.447246] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528cc7b7-15d9-8e3e-1f5e-9acfc1bc1ce6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.462100] env[69763]: INFO nova.compute.manager [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Took 61.34 seconds to build instance. [ 1135.511860] env[69763]: DEBUG nova.compute.manager [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1135.511860] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.516024] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bbc9515-21cc-4d20-9bfa-ff1240e0feaa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.523661] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1135.524225] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-604a77cf-24bb-4062-8156-147fe2363f78 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.532873] env[69763]: DEBUG oslo_vmware.api [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1135.532873] env[69763]: value = "task-4123037" [ 1135.532873] env[69763]: _type = "Task" [ 1135.532873] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.537091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.674s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.537670] env[69763]: DEBUG nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1135.540672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.240s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.542184] env[69763]: INFO nova.compute.claims [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1135.551138] env[69763]: DEBUG oslo_vmware.api [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.562954] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Releasing lock "refresh_cache-a23eb33a-d79c-47e9-b4f0-594d73736a2b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.563344] env[69763]: DEBUG nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Instance network_info: |[{"id": "1e90ebb2-af1f-4a75-b636-02569dce97b6", "address": "fa:16:3e:ff:74:98", "network": {"id": "b793796b-dfdc-4fc1-bb45-fef4804169ea", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-709045943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6837601a1d2f4dfc9059b3139398b893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e90ebb2-af", "ovs_interfaceid": "1e90ebb2-af1f-4a75-b636-02569dce97b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1135.563743] env[69763]: DEBUG oslo_concurrency.lockutils [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] Acquired lock "refresh_cache-a23eb33a-d79c-47e9-b4f0-594d73736a2b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.563861] env[69763]: DEBUG nova.network.neutron [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Refreshing network info cache for port 1e90ebb2-af1f-4a75-b636-02569dce97b6 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.565237] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:74:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ecc4615-18f0-4324-8e16-5e5d513325e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e90ebb2-af1f-4a75-b636-02569dce97b6', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1135.574541] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Creating folder: Project (6837601a1d2f4dfc9059b3139398b893). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.575366] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b743d0f4-f7b1-45dd-b54f-6f8992e63336 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.589305] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Created folder: Project (6837601a1d2f4dfc9059b3139398b893) in parent group-v816505. [ 1135.589558] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Creating folder: Instances. Parent ref: group-v816722. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1135.589842] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2fc97e94-4600-4a68-a201-0fd2279c6e70 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.603568] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Created folder: Instances in parent group-v816722. [ 1135.609023] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.609023] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1135.609023] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5feb740c-5ecc-40b5-a3c2-5805268fdd65 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.629122] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1135.629122] env[69763]: value = "task-4123040" [ 1135.629122] env[69763]: _type = "Task" [ 1135.629122] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.639923] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123040, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.808806] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123031, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.785012} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.809690] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3/OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3.vmdk to [datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4/58adc6cd-e3a9-4f0b-b63c-f366bef319b4.vmdk. [ 1135.810178] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Cleaning up location [datastore2] OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1135.813200] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_9c4f2e7b-7401-4a0b-8c96-0409134a91c3 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.813200] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ddeb31e8-78d1-4b2e-8194-01121fd8945c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.815304] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "be849381-d178-4a4a-9969-9b7ca9594b59" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.820027] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1135.820027] env[69763]: value = "task-4123041" [ 1135.820027] env[69763]: _type = "Task" [ 1135.820027] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.830585] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.841055] env[69763]: DEBUG oslo_vmware.api [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4123036, 'name': PowerOffVM_Task, 'duration_secs': 0.367253} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.841468] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1135.841761] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.842037] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-febe8b8d-c9e7-41fa-98fd-c428da008bd2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.862032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.862397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.862547] env[69763]: DEBUG nova.compute.manager [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Going to confirm migration 3 {{(pid=69763) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1135.949073] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528cc7b7-15d9-8e3e-1f5e-9acfc1bc1ce6, 'name': SearchDatastore_Task, 'duration_secs': 0.014659} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.949746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.950086] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 4e94af94-e78d-4309-bc41-39ee946a1cca/4e94af94-e78d-4309-bc41-39ee946a1cca.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1135.951038] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1b405d57-1f94-4b97-956c-afa0c3a430aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.953382] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.953650] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.953866] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleting the datastore file [datastore2] 60724625-b676-437f-89d4-845433c33fbc {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.954138] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-826fad21-408e-4278-b339-384f80fffcd1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.961708] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1135.961708] env[69763]: value = "task-4123043" [ 1135.961708] env[69763]: _type = "Task" [ 1135.961708] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.963357] env[69763]: DEBUG oslo_vmware.api [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for the task: (returnval){ [ 1135.963357] env[69763]: value = "task-4123044" [ 1135.963357] env[69763]: _type = "Task" [ 1135.963357] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.967014] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6d8851b7-ce34-4682-9fa6-e9719b259b80 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "be849381-d178-4a4a-9969-9b7ca9594b59" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.858s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.969607] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "be849381-d178-4a4a-9969-9b7ca9594b59" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.154s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.969819] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "be849381-d178-4a4a-9969-9b7ca9594b59-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.971958] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "be849381-d178-4a4a-9969-9b7ca9594b59-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.972173] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "be849381-d178-4a4a-9969-9b7ca9594b59-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.975068] env[69763]: INFO nova.compute.manager [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Terminating instance [ 1135.983091] env[69763]: DEBUG oslo_vmware.api [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4123044, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.983366] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123043, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.047186] env[69763]: DEBUG nova.compute.utils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1136.050738] env[69763]: DEBUG oslo_vmware.api [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123037, 'name': PowerOffVM_Task, 'duration_secs': 0.294685} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.054433] env[69763]: DEBUG nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1136.054433] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1136.054433] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1136.054433] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1136.054776] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-895a38a0-34ab-45aa-b00b-2df0da8cd227 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.106307] env[69763]: DEBUG nova.policy [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55dae8047e544ceca45f365933ac1ec0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01df3737fc1544a5a7aaa5d91170ae52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.143462] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123040, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.149708] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1136.149708] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1136.149914] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Deleting the datastore file [datastore2] 2530519c-8f67-47a4-8809-7c3755d1bf9b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1136.150181] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3a7915f-4d0a-40e1-8fc8-98c66c739fa5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.161084] env[69763]: DEBUG oslo_vmware.api [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for the task: (returnval){ [ 1136.161084] env[69763]: value = "task-4123046" [ 1136.161084] env[69763]: _type = "Task" [ 1136.161084] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.174805] env[69763]: DEBUG oslo_vmware.api [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.335446] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060338} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.335743] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.335884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "[datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4/58adc6cd-e3a9-4f0b-b63c-f366bef319b4.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.336227] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4/58adc6cd-e3a9-4f0b-b63c-f366bef319b4.vmdk to [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c/b6f29db9-80f6-4781-b486-3d1a5b4f841c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1136.336420] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-279126e7-7b91-4af5-9f29-5ee0acb4c43c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.344723] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1136.344723] env[69763]: value = "task-4123047" [ 1136.344723] env[69763]: _type = "Task" [ 1136.344723] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.354611] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.425475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.425684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.425912] env[69763]: DEBUG nova.network.neutron [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1136.426183] env[69763]: DEBUG nova.objects.instance [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lazy-loading 'info_cache' on Instance uuid 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1136.460630] env[69763]: DEBUG nova.network.neutron [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Updated VIF entry in instance network info cache for port 1e90ebb2-af1f-4a75-b636-02569dce97b6. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.461052] env[69763]: DEBUG nova.network.neutron [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Updating instance_info_cache with network_info: [{"id": "1e90ebb2-af1f-4a75-b636-02569dce97b6", "address": "fa:16:3e:ff:74:98", "network": {"id": "b793796b-dfdc-4fc1-bb45-fef4804169ea", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-709045943-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6837601a1d2f4dfc9059b3139398b893", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ecc4615-18f0-4324-8e16-5e5d513325e2", "external-id": "nsx-vlan-transportzone-167", "segmentation_id": 167, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e90ebb2-af", "ovs_interfaceid": "1e90ebb2-af1f-4a75-b636-02569dce97b6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.477461] env[69763]: DEBUG oslo_vmware.api [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Task: {'id': task-4123044, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.46694} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.481441] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.481684] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.481859] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.482044] env[69763]: INFO nova.compute.manager [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] [instance: 60724625-b676-437f-89d4-845433c33fbc] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1136.482333] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1136.482684] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123043, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.483555] env[69763]: DEBUG nova.compute.manager [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1136.483658] env[69763]: DEBUG nova.network.neutron [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1136.487509] env[69763]: DEBUG nova.compute.manager [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1136.487781] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1136.488921] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57cfa440-cf1e-4e0f-b32a-218d46471902 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.498272] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1136.498580] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-612b6efe-f9ee-4934-9d59-39eee294c432 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.512089] env[69763]: DEBUG oslo_vmware.api [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1136.512089] env[69763]: value = "task-4123048" [ 1136.512089] env[69763]: _type = "Task" [ 1136.512089] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.527720] env[69763]: DEBUG oslo_vmware.api [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123048, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.536272] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Successfully created port: 769fddaa-a592-42db-bd06-5ca302bc3003 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1136.552551] env[69763]: DEBUG nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1136.642513] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123040, 'name': CreateVM_Task, 'duration_secs': 0.621795} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.645593] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1136.646631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.646798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.647159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.648268] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca33bc28-4916-4fef-b28b-31644405df35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.660116] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1136.660116] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5220049e-d344-501c-c84f-e8b2c24e9009" [ 1136.660116] env[69763]: _type = "Task" [ 1136.660116] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.679319] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5220049e-d344-501c-c84f-e8b2c24e9009, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.682942] env[69763]: DEBUG oslo_vmware.api [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123046, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.896747] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123047, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.964044] env[69763]: DEBUG oslo_concurrency.lockutils [req-71ad59f4-7a7c-43da-9b1a-11ca307ef909 req-e0bf5c96-23d7-495a-823c-a53618b6cc7b service nova] Releasing lock "refresh_cache-a23eb33a-d79c-47e9-b4f0-594d73736a2b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.983489] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123043, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.85353} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.989783] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 4e94af94-e78d-4309-bc41-39ee946a1cca/4e94af94-e78d-4309-bc41-39ee946a1cca.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1136.990065] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1136.991164] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3b0dd8a1-e13e-483c-a235-9080c863f5b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.002831] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1137.002831] env[69763]: value = "task-4123049" [ 1137.002831] env[69763]: _type = "Task" [ 1137.002831] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.025597] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.035803] env[69763]: DEBUG oslo_vmware.api [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123048, 'name': PowerOffVM_Task, 'duration_secs': 0.22983} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.040891] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.040891] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1137.041395] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cb9151f7-a73d-4d37-bc0c-157bae5ba5d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.058275] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Successfully created port: 5b51779c-2264-4614-8082-fc3166c01cb8 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.094050] env[69763]: DEBUG nova.compute.manager [req-198b3726-03da-4280-bca8-9772ae1931f0 req-e64a5084-b555-46fb-84be-923b95856197 service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Received event network-vif-deleted-4c1a9d7b-7c6c-4e26-a627-adffb41e113a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.094438] env[69763]: INFO nova.compute.manager [req-198b3726-03da-4280-bca8-9772ae1931f0 req-e64a5084-b555-46fb-84be-923b95856197 service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Neutron deleted interface 4c1a9d7b-7c6c-4e26-a627-adffb41e113a; detaching it from the instance and deleting it from the info cache [ 1137.094761] env[69763]: DEBUG nova.network.neutron [req-198b3726-03da-4280-bca8-9772ae1931f0 req-e64a5084-b555-46fb-84be-923b95856197 service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.155300] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe6b545-b42c-435e-922b-b5c010627686 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.173327] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d9049a-ec90-4805-a9af-8bff9b77e3bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.180909] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5220049e-d344-501c-c84f-e8b2c24e9009, 'name': SearchDatastore_Task, 'duration_secs': 0.027531} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.182074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.182671] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1137.182958] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.183177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.183301] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1137.183878] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-58f555ab-9923-46d2-87f9-db66faaf4e7d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.227024] env[69763]: DEBUG oslo_vmware.api [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Task: {'id': task-4123046, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.658381} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.227024] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.227347] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.227387] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.227554] env[69763]: INFO nova.compute.manager [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Took 1.72 seconds to destroy the instance on the hypervisor. [ 1137.227851] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.228588] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28beea85-1424-49c6-bfe4-5a1ae37dd698 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.231464] env[69763]: DEBUG nova.compute.manager [-] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.231770] env[69763]: DEBUG nova.network.neutron [-] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.241769] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c24bdfe-83fb-4b02-8319-85cef8d12dcd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.245953] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1137.246280] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1137.246945] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9eb92bb0-85d5-45d5-95ec-55017daab04f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.263290] env[69763]: DEBUG nova.compute.provider_tree [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1137.263654] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1137.263654] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5282f373-1ea1-caa4-f7a3-0f5af679fdf1" [ 1137.263654] env[69763]: _type = "Task" [ 1137.263654] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.274034] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5282f373-1ea1-caa4-f7a3-0f5af679fdf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.324405] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1137.324835] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1137.325090] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleting the datastore file [datastore1] be849381-d178-4a4a-9969-9b7ca9594b59 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1137.325492] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb8cf90e-a7b6-4280-b644-43ba7d64b8ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.334217] env[69763]: DEBUG oslo_vmware.api [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1137.334217] env[69763]: value = "task-4123051" [ 1137.334217] env[69763]: _type = "Task" [ 1137.334217] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.346020] env[69763]: DEBUG oslo_vmware.api [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123051, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.356633] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123047, 'name': CopyVirtualDisk_Task} progress is 24%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.492341] env[69763]: DEBUG nova.network.neutron [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.529100] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.123651} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.529578] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1137.530798] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05531388-17bc-4d06-b971-70e275895c37 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.556421] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] 4e94af94-e78d-4309-bc41-39ee946a1cca/4e94af94-e78d-4309-bc41-39ee946a1cca.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1137.556781] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-083823c4-8db7-4bd3-ab16-e243615b8382 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.575163] env[69763]: DEBUG nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1137.579207] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1137.579207] env[69763]: value = "task-4123052" [ 1137.579207] env[69763]: _type = "Task" [ 1137.579207] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.595940] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123052, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.598983] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ebee1c73-e908-4486-be2c-823581c6aa39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.615079] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50a9145a-b2b0-46d2-91c8-da1b65a7929c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.633658] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1137.633824] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1137.633824] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.634018] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1137.634168] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.634324] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1137.634538] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1137.634702] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1137.634856] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1137.635031] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1137.635215] env[69763]: DEBUG nova.virt.hardware [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1137.636132] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa01bca7-2763-4548-89f4-0c87f129251b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.653779] env[69763]: DEBUG nova.compute.manager [req-198b3726-03da-4280-bca8-9772ae1931f0 req-e64a5084-b555-46fb-84be-923b95856197 service nova] [instance: 60724625-b676-437f-89d4-845433c33fbc] Detach interface failed, port_id=4c1a9d7b-7c6c-4e26-a627-adffb41e113a, reason: Instance 60724625-b676-437f-89d4-845433c33fbc could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1137.659863] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2675b77a-c52e-4016-aa8d-d97b5ce6ad70 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.766460] env[69763]: DEBUG nova.scheduler.client.report [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1137.773025] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Successfully created port: 5a49f9dd-f809-412d-9f8e-f3a83b72aadb {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1137.790352] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5282f373-1ea1-caa4-f7a3-0f5af679fdf1, 'name': SearchDatastore_Task, 'duration_secs': 0.024155} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.791387] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7355c7fe-9d2a-4722-9b55-cd6320164b9e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.799305] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1137.799305] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283cf5e-8bcd-640b-a58e-1914c34f8adc" [ 1137.799305] env[69763]: _type = "Task" [ 1137.799305] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.808887] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283cf5e-8bcd-640b-a58e-1914c34f8adc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.844705] env[69763]: DEBUG oslo_vmware.api [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123051, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454513} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.844988] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1137.846029] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1137.846029] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1137.846029] env[69763]: INFO nova.compute.manager [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Took 1.36 seconds to destroy the instance on the hypervisor. [ 1137.846029] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1137.846029] env[69763]: DEBUG nova.compute.manager [-] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1137.846322] env[69763]: DEBUG nova.network.neutron [-] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1137.859000] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123047, 'name': CopyVirtualDisk_Task} progress is 46%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.931892] env[69763]: DEBUG nova.network.neutron [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance_info_cache with network_info: [{"id": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "address": "fa:16:3e:6c:a6:24", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapeda1bda7-6f", "ovs_interfaceid": "eda1bda7-6f75-43b6-8c8b-64bec7f96666", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.995260] env[69763]: INFO nova.compute.manager [-] [instance: 60724625-b676-437f-89d4-845433c33fbc] Took 1.51 seconds to deallocate network for instance. [ 1138.091767] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.197732] env[69763]: DEBUG nova.network.neutron [-] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.273786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.733s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.273926] env[69763]: DEBUG nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1138.283020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.046s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.283020] env[69763]: DEBUG nova.objects.instance [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lazy-loading 'resources' on Instance uuid e4012c7e-7b29-4ada-b5d4-5e092555a6d1 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.311346] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5283cf5e-8bcd-640b-a58e-1914c34f8adc, 'name': SearchDatastore_Task, 'duration_secs': 0.043958} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.311670] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.311948] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] a23eb33a-d79c-47e9-b4f0-594d73736a2b/a23eb33a-d79c-47e9-b4f0-594d73736a2b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1138.312254] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-592bcde1-9cca-4ed4-b9cd-9e67a874bc4f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.323192] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1138.323192] env[69763]: value = "task-4123053" [ 1138.323192] env[69763]: _type = "Task" [ 1138.323192] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.332111] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123053, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.359449] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123047, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.435937] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.436323] env[69763]: DEBUG nova.objects.instance [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lazy-loading 'migration_context' on Instance uuid 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1138.503442] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.593337] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.699947] env[69763]: INFO nova.compute.manager [-] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Took 1.47 seconds to deallocate network for instance. [ 1138.746602] env[69763]: DEBUG nova.network.neutron [-] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1138.782836] env[69763]: DEBUG nova.compute.utils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1138.787526] env[69763]: DEBUG nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1138.787758] env[69763]: DEBUG nova.network.neutron [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1138.839085] env[69763]: DEBUG nova.policy [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '67b14c0dc8634103af018c68ae2891bb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ea8ad351ed6400a853fed9e99e0d1d5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1138.841075] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123053, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.863208] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123047, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.939950] env[69763]: DEBUG nova.objects.base [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Object Instance<3c2e1516-be91-4d6d-9c9a-4fb83cd38d51> lazy-loaded attributes: info_cache,migration_context {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1138.941822] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27b55b64-b7b4-4b2a-ae5b-9d0187f7a097 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.982179] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9bb75d62-ee0e-46c8-bad6-f39b2b6c6dbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.992638] env[69763]: DEBUG oslo_vmware.api [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1138.992638] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52503683-31f9-a77a-1648-a827703fac9e" [ 1138.992638] env[69763]: _type = "Task" [ 1138.992638] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.007225] env[69763]: DEBUG oslo_vmware.api [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52503683-31f9-a77a-1648-a827703fac9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.097266] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.206880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.251736] env[69763]: INFO nova.compute.manager [-] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Took 1.40 seconds to deallocate network for instance. [ 1139.262426] env[69763]: DEBUG nova.compute.manager [req-c777545b-ddbe-46cf-a6d2-0b9ff450bbf6 req-fc6be539-7560-4f7e-bc2d-62b4bb5ceac7 service nova] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Received event network-vif-deleted-dc9f0086-69b3-43e7-a1af-acb162bca4e8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.263910] env[69763]: DEBUG nova.compute.manager [req-c777545b-ddbe-46cf-a6d2-0b9ff450bbf6 req-fc6be539-7560-4f7e-bc2d-62b4bb5ceac7 service nova] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Received event network-vif-deleted-bef0e458-f802-4f86-9084-a74d7c64f8ea {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.287893] env[69763]: DEBUG nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1139.343865] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123053, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.007126} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.344173] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] a23eb33a-d79c-47e9-b4f0-594d73736a2b/a23eb33a-d79c-47e9-b4f0-594d73736a2b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.344319] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1139.344472] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d6f91c01-2121-4fcf-aa4e-fd0ada5ce7e5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.352212] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1139.352212] env[69763]: value = "task-4123054" [ 1139.352212] env[69763]: _type = "Task" [ 1139.352212] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.370693] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123047, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.8701} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.375374] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/58adc6cd-e3a9-4f0b-b63c-f366bef319b4/58adc6cd-e3a9-4f0b-b63c-f366bef319b4.vmdk to [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c/b6f29db9-80f6-4781-b486-3d1a5b4f841c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1139.375746] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123054, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.376598] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa1fb31-cd3b-4e5e-a181-65a499f7bc7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.382151] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69770899-0a2b-4356-b68b-7c6d951ccc5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.403956] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Reconfiguring VM instance instance-00000013 to attach disk [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c/b6f29db9-80f6-4781-b486-3d1a5b4f841c.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.405115] env[69763]: DEBUG nova.network.neutron [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Successfully created port: 0d3c83b5-6576-4b36-b534-1b743f8bb10a {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1139.407994] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7888d26b-d792-4bb5-a1c9-497b1370c12b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.427263] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce95feaa-98cb-4b63-ae8f-08707b55a6c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.434896] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1139.434896] env[69763]: value = "task-4123055" [ 1139.434896] env[69763]: _type = "Task" [ 1139.434896] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.469331] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b681022b-3c4b-4547-a156-dbeb18b3d935 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.475338] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.480912] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbaf18c2-f815-459a-98af-fa615b885c22 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.495971] env[69763]: DEBUG nova.compute.provider_tree [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1139.507291] env[69763]: DEBUG oslo_vmware.api [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52503683-31f9-a77a-1648-a827703fac9e, 'name': SearchDatastore_Task, 'duration_secs': 0.047777} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.508236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.593440] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123052, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.593440] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Successfully updated port: 769fddaa-a592-42db-bd06-5ca302bc3003 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1139.652784] env[69763]: DEBUG nova.compute.manager [req-b3691cde-1818-4d3c-9b9b-4578d4dc5ba9 req-ccdbf4df-4570-43d0-b2c2-cd7efaab888a service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-vif-plugged-769fddaa-a592-42db-bd06-5ca302bc3003 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1139.652972] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3691cde-1818-4d3c-9b9b-4578d4dc5ba9 req-ccdbf4df-4570-43d0-b2c2-cd7efaab888a service nova] Acquiring lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.653189] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3691cde-1818-4d3c-9b9b-4578d4dc5ba9 req-ccdbf4df-4570-43d0-b2c2-cd7efaab888a service nova] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.653350] env[69763]: DEBUG oslo_concurrency.lockutils [req-b3691cde-1818-4d3c-9b9b-4578d4dc5ba9 req-ccdbf4df-4570-43d0-b2c2-cd7efaab888a service nova] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.653541] env[69763]: DEBUG nova.compute.manager [req-b3691cde-1818-4d3c-9b9b-4578d4dc5ba9 req-ccdbf4df-4570-43d0-b2c2-cd7efaab888a service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] No waiting events found dispatching network-vif-plugged-769fddaa-a592-42db-bd06-5ca302bc3003 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1139.653701] env[69763]: WARNING nova.compute.manager [req-b3691cde-1818-4d3c-9b9b-4578d4dc5ba9 req-ccdbf4df-4570-43d0-b2c2-cd7efaab888a service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received unexpected event network-vif-plugged-769fddaa-a592-42db-bd06-5ca302bc3003 for instance with vm_state building and task_state spawning. [ 1139.765511] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1139.867947] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123054, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110476} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.868300] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1139.869290] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82c812d8-1f8c-4db1-af76-e22c8d421898 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.892848] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Reconfiguring VM instance instance-0000004e to attach disk [datastore1] a23eb33a-d79c-47e9-b4f0-594d73736a2b/a23eb33a-d79c-47e9-b4f0-594d73736a2b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.893177] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cf279fc-53ca-40c3-953a-0c1bd94d5e2e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.914397] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1139.914397] env[69763]: value = "task-4123056" [ 1139.914397] env[69763]: _type = "Task" [ 1139.914397] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.924982] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123056, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.947587] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123055, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.002497] env[69763]: DEBUG nova.scheduler.client.report [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1140.093647] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123052, 'name': ReconfigVM_Task, 'duration_secs': 2.409689} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.094202] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Reconfigured VM instance instance-0000004d to attach disk [datastore2] 4e94af94-e78d-4309-bc41-39ee946a1cca/4e94af94-e78d-4309-bc41-39ee946a1cca.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.098864] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84665a0e-4597-4c3f-b596-8fd02559eca4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.108593] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1140.108593] env[69763]: value = "task-4123057" [ 1140.108593] env[69763]: _type = "Task" [ 1140.108593] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.122482] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123057, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.301764] env[69763]: DEBUG nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1140.353896] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1140.353896] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1140.353896] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1140.353896] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1140.353896] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1140.353896] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1140.354620] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1140.354620] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1140.354707] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1140.354916] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1140.355142] env[69763]: DEBUG nova.virt.hardware [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1140.356229] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b22fcfce-ac2f-4c07-b864-5f8ebbaf40c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.367086] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d5ebde-ac08-403c-937c-6356574398cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.427883] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123056, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.446456] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123055, 'name': ReconfigVM_Task, 'duration_secs': 0.97584} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.446785] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Reconfigured VM instance instance-00000013 to attach disk [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c/b6f29db9-80f6-4781-b486-3d1a5b4f841c.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.447486] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ddd0a7a-111d-4efb-af85-bc84cee2dd9c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.456192] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1140.456192] env[69763]: value = "task-4123058" [ 1140.456192] env[69763]: _type = "Task" [ 1140.456192] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.467939] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123058, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.509078] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.230s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.511664] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.289s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1140.513318] env[69763]: INFO nova.compute.claims [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1140.542812] env[69763]: INFO nova.scheduler.client.report [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Deleted allocations for instance e4012c7e-7b29-4ada-b5d4-5e092555a6d1 [ 1140.620845] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123057, 'name': Rename_Task, 'duration_secs': 0.23614} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.621185] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.621521] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-726f80da-7f14-4730-a885-306799c56b38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.630283] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1140.630283] env[69763]: value = "task-4123059" [ 1140.630283] env[69763]: _type = "Task" [ 1140.630283] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.641127] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123059, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.928238] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123056, 'name': ReconfigVM_Task, 'duration_secs': 0.564953} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.928610] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Reconfigured VM instance instance-0000004e to attach disk [datastore1] a23eb33a-d79c-47e9-b4f0-594d73736a2b/a23eb33a-d79c-47e9-b4f0-594d73736a2b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1140.929313] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bf986db-1622-4fab-8f32-0c09fef7a2ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.938465] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1140.938465] env[69763]: value = "task-4123060" [ 1140.938465] env[69763]: _type = "Task" [ 1140.938465] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.951295] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123060, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.967591] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123058, 'name': Rename_Task, 'duration_secs': 0.287099} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.967947] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1140.968242] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-261f8232-9a0b-4c56-a7cc-4ead1dc91754 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.976760] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1140.976760] env[69763]: value = "task-4123061" [ 1140.976760] env[69763]: _type = "Task" [ 1140.976760] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.987033] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123061, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.053837] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51973af2-575a-4302-ae26-41039532a8f0 tempest-MigrationsAdminTest-188051455 tempest-MigrationsAdminTest-188051455-project-member] Lock "e4012c7e-7b29-4ada-b5d4-5e092555a6d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.658s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.145091] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123059, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.146945] env[69763]: DEBUG nova.network.neutron [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Successfully updated port: 0d3c83b5-6576-4b36-b534-1b743f8bb10a {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1141.315191] env[69763]: DEBUG nova.compute.manager [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Received event network-vif-plugged-0d3c83b5-6576-4b36-b534-1b743f8bb10a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.318912] env[69763]: DEBUG oslo_concurrency.lockutils [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] Acquiring lock "1a578775-8d3a-4085-9789-c59eaf5197a6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.318912] env[69763]: DEBUG oslo_concurrency.lockutils [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] Lock "1a578775-8d3a-4085-9789-c59eaf5197a6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.003s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.318912] env[69763]: DEBUG oslo_concurrency.lockutils [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] Lock "1a578775-8d3a-4085-9789-c59eaf5197a6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.319177] env[69763]: DEBUG nova.compute.manager [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] No waiting events found dispatching network-vif-plugged-0d3c83b5-6576-4b36-b534-1b743f8bb10a {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1141.319826] env[69763]: WARNING nova.compute.manager [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Received unexpected event network-vif-plugged-0d3c83b5-6576-4b36-b534-1b743f8bb10a for instance with vm_state building and task_state spawning. [ 1141.319826] env[69763]: DEBUG nova.compute.manager [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Received event network-changed-0d3c83b5-6576-4b36-b534-1b743f8bb10a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.319826] env[69763]: DEBUG nova.compute.manager [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Refreshing instance network info cache due to event network-changed-0d3c83b5-6576-4b36-b534-1b743f8bb10a. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.320029] env[69763]: DEBUG oslo_concurrency.lockutils [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] Acquiring lock "refresh_cache-1a578775-8d3a-4085-9789-c59eaf5197a6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.320558] env[69763]: DEBUG oslo_concurrency.lockutils [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] Acquired lock "refresh_cache-1a578775-8d3a-4085-9789-c59eaf5197a6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.320784] env[69763]: DEBUG nova.network.neutron [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Refreshing network info cache for port 0d3c83b5-6576-4b36-b534-1b743f8bb10a {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.449231] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123060, 'name': Rename_Task, 'duration_secs': 0.185031} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.449556] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.449827] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bfd0ecc5-37a2-4ce6-bdcb-9d256e312435 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.457886] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1141.457886] env[69763]: value = "task-4123062" [ 1141.457886] env[69763]: _type = "Task" [ 1141.457886] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.468261] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123062, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.490029] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123061, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.641864] env[69763]: DEBUG oslo_vmware.api [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123059, 'name': PowerOnVM_Task, 'duration_secs': 0.732535} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.642207] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.642451] env[69763]: INFO nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Took 11.74 seconds to spawn the instance on the hypervisor. [ 1141.642667] env[69763]: DEBUG nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1141.643528] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de4650a-c7d1-4a51-a8af-65c30b4fd160 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.650938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquiring lock "refresh_cache-1a578775-8d3a-4085-9789-c59eaf5197a6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.819698] env[69763]: DEBUG nova.compute.manager [req-d065eb8e-117c-4753-97cc-46230152282b req-58b47a54-1b6a-4796-991b-4a48a0020652 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-changed-769fddaa-a592-42db-bd06-5ca302bc3003 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1141.819948] env[69763]: DEBUG nova.compute.manager [req-d065eb8e-117c-4753-97cc-46230152282b req-58b47a54-1b6a-4796-991b-4a48a0020652 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Refreshing instance network info cache due to event network-changed-769fddaa-a592-42db-bd06-5ca302bc3003. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1141.821471] env[69763]: DEBUG oslo_concurrency.lockutils [req-d065eb8e-117c-4753-97cc-46230152282b req-58b47a54-1b6a-4796-991b-4a48a0020652 service nova] Acquiring lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.821729] env[69763]: DEBUG oslo_concurrency.lockutils [req-d065eb8e-117c-4753-97cc-46230152282b req-58b47a54-1b6a-4796-991b-4a48a0020652 service nova] Acquired lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.824475] env[69763]: DEBUG nova.network.neutron [req-d065eb8e-117c-4753-97cc-46230152282b req-58b47a54-1b6a-4796-991b-4a48a0020652 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Refreshing network info cache for port 769fddaa-a592-42db-bd06-5ca302bc3003 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1141.866557] env[69763]: DEBUG nova.network.neutron [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1141.980911] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123062, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.995399] env[69763]: DEBUG oslo_vmware.api [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123061, 'name': PowerOnVM_Task, 'duration_secs': 0.886082} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.996130] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.012539] env[69763]: DEBUG nova.network.neutron [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.067393] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Successfully updated port: 5b51779c-2264-4614-8082-fc3166c01cb8 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1142.141186] env[69763]: DEBUG nova.compute.manager [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.142424] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972dbd5e-1f65-497c-9376-811c6f9f412b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.167504] env[69763]: INFO nova.compute.manager [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Took 55.33 seconds to build instance. [ 1142.194252] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2755a4-aa81-4277-bb7a-9d91617caa45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.204689] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635530b6-bf47-47d9-a34c-253c1da0d1cf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.252857] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b172966-60ab-4a83-9264-d0d81318fda8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.262201] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae3b21c7-d9e3-44b8-887e-a27290030e0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.279112] env[69763]: DEBUG nova.compute.provider_tree [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.388742] env[69763]: DEBUG nova.network.neutron [req-d065eb8e-117c-4753-97cc-46230152282b req-58b47a54-1b6a-4796-991b-4a48a0020652 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1142.471760] env[69763]: DEBUG oslo_vmware.api [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123062, 'name': PowerOnVM_Task, 'duration_secs': 0.569593} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.472337] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1142.472337] env[69763]: INFO nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Took 9.81 seconds to spawn the instance on the hypervisor. [ 1142.472468] env[69763]: DEBUG nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1142.473363] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8421f39e-e09b-4910-9fa6-1c3e5d903513 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.491117] env[69763]: DEBUG nova.network.neutron [req-d065eb8e-117c-4753-97cc-46230152282b req-58b47a54-1b6a-4796-991b-4a48a0020652 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1142.516118] env[69763]: DEBUG oslo_concurrency.lockutils [req-72690547-dbc2-4d3a-b9b9-8c4f1cd90a6c req-8ae31f51-236c-4aa4-8520-ca5c808a8b72 service nova] Releasing lock "refresh_cache-1a578775-8d3a-4085-9789-c59eaf5197a6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.516478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquired lock "refresh_cache-1a578775-8d3a-4085-9789-c59eaf5197a6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.516714] env[69763]: DEBUG nova.network.neutron [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1142.669914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a7fa062d-d2bd-401f-914e-1c2f4c780562 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4e94af94-e78d-4309-bc41-39ee946a1cca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.847s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.671009] env[69763]: DEBUG oslo_concurrency.lockutils [None req-05771101-5125-4ccf-afc1-95a2a5ed33d2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 61.036s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.782350] env[69763]: DEBUG nova.scheduler.client.report [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1142.994617] env[69763]: DEBUG oslo_concurrency.lockutils [req-d065eb8e-117c-4753-97cc-46230152282b req-58b47a54-1b6a-4796-991b-4a48a0020652 service nova] Releasing lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.995310] env[69763]: INFO nova.compute.manager [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Took 54.79 seconds to build instance. [ 1143.059733] env[69763]: DEBUG nova.network.neutron [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1143.202679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "4e94af94-e78d-4309-bc41-39ee946a1cca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.203088] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4e94af94-e78d-4309-bc41-39ee946a1cca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.203336] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "4e94af94-e78d-4309-bc41-39ee946a1cca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.203540] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4e94af94-e78d-4309-bc41-39ee946a1cca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.203766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4e94af94-e78d-4309-bc41-39ee946a1cca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.206656] env[69763]: INFO nova.compute.manager [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Terminating instance [ 1143.283073] env[69763]: DEBUG nova.network.neutron [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Updating instance_info_cache with network_info: [{"id": "0d3c83b5-6576-4b36-b534-1b743f8bb10a", "address": "fa:16:3e:5e:61:d0", "network": {"id": "4bb05a8e-b470-4930-ba92-2fbfd3ac996c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1805123647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea8ad351ed6400a853fed9e99e0d1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d3c83b5-65", "ovs_interfaceid": "0d3c83b5-6576-4b36-b534-1b743f8bb10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.291043] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.291737] env[69763]: DEBUG nova.compute.manager [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.298837] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.258s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.299192] env[69763]: DEBUG nova.objects.instance [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lazy-loading 'resources' on Instance uuid c840c615-efa9-4d65-9174-84ea793d7ad9 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.499632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d224605-f7df-4f83-93db-7c5e3bd183d0 tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.304s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.711973] env[69763]: DEBUG nova.compute.manager [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1143.712250] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.714150] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472790a2-a1b9-4253-81fc-7b8890fe25b9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.723362] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.723598] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f95333f-b080-4f24-ae8c-f1df3fd62286 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.732362] env[69763]: DEBUG oslo_vmware.api [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1143.732362] env[69763]: value = "task-4123063" [ 1143.732362] env[69763]: _type = "Task" [ 1143.732362] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.743267] env[69763]: DEBUG oslo_vmware.api [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.783141] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Releasing lock "refresh_cache-1a578775-8d3a-4085-9789-c59eaf5197a6" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.783478] env[69763]: DEBUG nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Instance network_info: |[{"id": "0d3c83b5-6576-4b36-b534-1b743f8bb10a", "address": "fa:16:3e:5e:61:d0", "network": {"id": "4bb05a8e-b470-4930-ba92-2fbfd3ac996c", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-1805123647-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2ea8ad351ed6400a853fed9e99e0d1d5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bd998416-f3d6-4a62-b828-5011063ce76a", "external-id": "nsx-vlan-transportzone-57", "segmentation_id": 57, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d3c83b5-65", "ovs_interfaceid": "0d3c83b5-6576-4b36-b534-1b743f8bb10a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1143.783966] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:61:d0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bd998416-f3d6-4a62-b828-5011063ce76a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d3c83b5-6576-4b36-b534-1b743f8bb10a', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.792710] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Creating folder: Project (2ea8ad351ed6400a853fed9e99e0d1d5). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.793096] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-423bae41-736e-4911-82e8-b9d3e13942aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.801489] env[69763]: DEBUG nova.compute.utils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1143.806220] env[69763]: DEBUG nova.compute.manager [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1143.808773] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Created folder: Project (2ea8ad351ed6400a853fed9e99e0d1d5) in parent group-v816505. [ 1143.808871] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Creating folder: Instances. Parent ref: group-v816725. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1143.809205] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7efd6cfb-9dae-4781-aab8-3c5795dca039 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.822336] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Created folder: Instances in parent group-v816725. [ 1143.822719] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1143.823305] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.823604] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-673b0996-5784-402a-8f36-29ea27d8a55c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.852033] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.852033] env[69763]: value = "task-4123066" [ 1143.852033] env[69763]: _type = "Task" [ 1143.852033] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.865657] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123066, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.907420] env[69763]: DEBUG nova.compute.manager [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-vif-plugged-5b51779c-2264-4614-8082-fc3166c01cb8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.908183] env[69763]: DEBUG oslo_concurrency.lockutils [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] Acquiring lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.908183] env[69763]: DEBUG oslo_concurrency.lockutils [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.908183] env[69763]: DEBUG oslo_concurrency.lockutils [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.908183] env[69763]: DEBUG nova.compute.manager [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] No waiting events found dispatching network-vif-plugged-5b51779c-2264-4614-8082-fc3166c01cb8 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1143.908394] env[69763]: WARNING nova.compute.manager [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received unexpected event network-vif-plugged-5b51779c-2264-4614-8082-fc3166c01cb8 for instance with vm_state building and task_state spawning. [ 1143.908595] env[69763]: DEBUG nova.compute.manager [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-changed-5b51779c-2264-4614-8082-fc3166c01cb8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.908779] env[69763]: DEBUG nova.compute.manager [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Refreshing instance network info cache due to event network-changed-5b51779c-2264-4614-8082-fc3166c01cb8. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1143.908977] env[69763]: DEBUG oslo_concurrency.lockutils [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] Acquiring lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.909128] env[69763]: DEBUG oslo_concurrency.lockutils [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] Acquired lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.909288] env[69763]: DEBUG nova.network.neutron [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Refreshing network info cache for port 5b51779c-2264-4614-8082-fc3166c01cb8 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1144.082370] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquiring lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.082806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.082885] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquiring lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.083049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.083236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.088230] env[69763]: INFO nova.compute.manager [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Terminating instance [ 1144.248595] env[69763]: DEBUG oslo_vmware.api [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123063, 'name': PowerOffVM_Task, 'duration_secs': 0.371936} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.248595] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.248595] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.248595] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cd78406-db5c-4376-b3e1-bce9dabaa26b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.286055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fcf59f-0514-4cb8-82b1-e99cda76ba57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.296051] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2494df84-cd5c-4278-8e9e-5a17fa590982 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.333438] env[69763]: DEBUG nova.compute.manager [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.338066] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeb55c20-606f-4937-8938-af6208510839 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.348563] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6bef5b-c7d7-437e-9d78-9fa528599e48 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.358633] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.358871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.359285] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleting the datastore file [datastore2] 4e94af94-e78d-4309-bc41-39ee946a1cca {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.360235] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52fcad1d-cb57-4fc8-bf0c-8089ea8c7fb8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.376860] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123066, 'name': CreateVM_Task, 'duration_secs': 0.50375} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.377852] env[69763]: DEBUG nova.compute.provider_tree [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1144.381788] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.385939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.385939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.385939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.391945] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7471e354-2962-4c4e-8483-6b3f84b2b75b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.394133] env[69763]: DEBUG oslo_vmware.api [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1144.394133] env[69763]: value = "task-4123068" [ 1144.394133] env[69763]: _type = "Task" [ 1144.394133] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.404589] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1144.404589] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522d1a67-2764-21d5-b4d3-b0f4c83438f2" [ 1144.404589] env[69763]: _type = "Task" [ 1144.404589] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.412500] env[69763]: DEBUG oslo_vmware.api [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123068, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.421344] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522d1a67-2764-21d5-b4d3-b0f4c83438f2, 'name': SearchDatastore_Task, 'duration_secs': 0.013504} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.422099] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.422386] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.422658] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.422828] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.423033] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.423371] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-767a3ed5-b79b-4c14-a3f6-9da22e4b726d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.437455] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.437455] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.437455] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3552c8de-9844-4129-9ef3-dc543c84a3df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.444011] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1144.444011] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bd78b0-83d5-c1fa-720a-03a65173ef41" [ 1144.444011] env[69763]: _type = "Task" [ 1144.444011] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.461340] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bd78b0-83d5-c1fa-720a-03a65173ef41, 'name': SearchDatastore_Task, 'duration_secs': 0.013959} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.462809] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Successfully updated port: 5a49f9dd-f809-412d-9f8e-f3a83b72aadb {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1144.464491] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75d0a424-95cb-45a6-befd-e10d808724c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.471567] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1144.471567] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cb2016-9f97-ffd4-35bd-e6a34881ea08" [ 1144.471567] env[69763]: _type = "Task" [ 1144.471567] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.486647] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cb2016-9f97-ffd4-35bd-e6a34881ea08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.509288] env[69763]: DEBUG nova.network.neutron [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1144.595887] env[69763]: DEBUG nova.compute.manager [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1144.596735] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1144.597900] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2b9418-08a6-41c0-a96a-5bf3190561b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.607433] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1144.609458] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-008c5c13-c553-4cdf-99a6-92ae92542370 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.619251] env[69763]: DEBUG oslo_vmware.api [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1144.619251] env[69763]: value = "task-4123069" [ 1144.619251] env[69763]: _type = "Task" [ 1144.619251] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.628562] env[69763]: DEBUG oslo_vmware.api [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123069, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.649813] env[69763]: DEBUG nova.network.neutron [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.887752] env[69763]: DEBUG nova.scheduler.client.report [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1144.894008] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeaeeb42-1315-44d0-9aff-eb2501d60dd6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.908529] env[69763]: DEBUG oslo_vmware.api [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123068, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224557} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.914678] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1144.915012] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1144.915326] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1144.915627] env[69763]: INFO nova.compute.manager [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1144.915914] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1144.916515] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-067e090e-c7ab-4e35-be00-8cbbe6f8d1f2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Suspending the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1144.917025] env[69763]: DEBUG nova.compute.manager [-] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1144.917116] env[69763]: DEBUG nova.network.neutron [-] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1144.919810] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-5a9a1327-e209-4c5b-874c-2b959a0b2fc4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.931241] env[69763]: DEBUG oslo_vmware.api [None req-067e090e-c7ab-4e35-be00-8cbbe6f8d1f2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1144.931241] env[69763]: value = "task-4123070" [ 1144.931241] env[69763]: _type = "Task" [ 1144.931241] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.948166] env[69763]: DEBUG oslo_vmware.api [None req-067e090e-c7ab-4e35-be00-8cbbe6f8d1f2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123070, 'name': SuspendVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.965723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.985679] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cb2016-9f97-ffd4-35bd-e6a34881ea08, 'name': SearchDatastore_Task, 'duration_secs': 0.01413} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.986379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.986861] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 1a578775-8d3a-4085-9789-c59eaf5197a6/1a578775-8d3a-4085-9789-c59eaf5197a6.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.987277] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1de4e97-05da-4349-9bb1-4387476e2626 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.000106] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1145.000106] env[69763]: value = "task-4123071" [ 1145.000106] env[69763]: _type = "Task" [ 1145.000106] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.013425] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123071, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.143664] env[69763]: DEBUG oslo_vmware.api [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123069, 'name': PowerOffVM_Task, 'duration_secs': 0.25647} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.144122] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.144122] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1145.145167] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8d894fc-efe9-4af4-9c2e-1d246d76d846 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.156024] env[69763]: DEBUG oslo_concurrency.lockutils [req-e311ae31-a1c0-4313-8f22-08102737aefc req-20914941-0b42-4bb1-80ee-07adffa6c211 service nova] Releasing lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.156024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquired lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.156024] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1145.224042] env[69763]: DEBUG oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272c54a-98d2-c695-a024-50f5c1397600/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1145.224916] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0713f3ca-588d-436c-804b-70e3fef39754 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.231154] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1145.231892] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1145.231892] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Deleting the datastore file [datastore1] a23eb33a-d79c-47e9-b4f0-594d73736a2b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1145.232761] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d6e75fd2-2196-4724-a375-777f0694dc67 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.239054] env[69763]: DEBUG oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272c54a-98d2-c695-a024-50f5c1397600/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1145.239054] env[69763]: ERROR oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272c54a-98d2-c695-a024-50f5c1397600/disk-0.vmdk due to incomplete transfer. [ 1145.239898] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d422de5e-23db-4549-8472-32f8c07d1f57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.245717] env[69763]: DEBUG oslo_vmware.api [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for the task: (returnval){ [ 1145.245717] env[69763]: value = "task-4123073" [ 1145.245717] env[69763]: _type = "Task" [ 1145.245717] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.255471] env[69763]: DEBUG oslo_vmware.api [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123073, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.262814] env[69763]: DEBUG oslo_vmware.rw_handles [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5272c54a-98d2-c695-a024-50f5c1397600/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1145.263113] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Uploaded image ad304b08-dc4d-4a01-a07d-116f46cf9721 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1145.265978] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1145.266326] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-eb604698-627a-4b11-957f-cb514fddfe2c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.276905] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1145.276905] env[69763]: value = "task-4123074" [ 1145.276905] env[69763]: _type = "Task" [ 1145.276905] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.288015] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123074, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.347160] env[69763]: DEBUG nova.compute.manager [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.378024] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.378024] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.378024] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.378024] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.378024] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.378319] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.378597] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.378869] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.379190] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.379453] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.379669] env[69763]: DEBUG nova.virt.hardware [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.380729] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f654876a-0ace-45c6-b941-21499f7d0436 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.395031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.094s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.401356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.273s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.404024] env[69763]: INFO nova.compute.claims [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1145.412189] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9223d05f-fef2-4952-9ff6-68afc2a6460d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.438524] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.445836] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Creating folder: Project (f5010980d96f4cc386aa88c12ecd8627). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.447587] env[69763]: INFO nova.scheduler.client.report [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Deleted allocations for instance c840c615-efa9-4d65-9174-84ea793d7ad9 [ 1145.455045] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-05aa877b-eed6-490c-9e69-dcb8be7673d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.458872] env[69763]: DEBUG nova.compute.manager [req-1c2b20d2-13b6-4832-a2b0-b5d6458281f6 req-8d7d7798-640a-4494-8fca-35eaadb3ddbe service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Received event network-vif-deleted-99de73aa-330b-473b-9218-217e47c0ce31 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.459233] env[69763]: INFO nova.compute.manager [req-1c2b20d2-13b6-4832-a2b0-b5d6458281f6 req-8d7d7798-640a-4494-8fca-35eaadb3ddbe service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Neutron deleted interface 99de73aa-330b-473b-9218-217e47c0ce31; detaching it from the instance and deleting it from the info cache [ 1145.459526] env[69763]: DEBUG nova.network.neutron [req-1c2b20d2-13b6-4832-a2b0-b5d6458281f6 req-8d7d7798-640a-4494-8fca-35eaadb3ddbe service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.475291] env[69763]: DEBUG oslo_vmware.api [None req-067e090e-c7ab-4e35-be00-8cbbe6f8d1f2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123070, 'name': SuspendVM_Task} progress is 54%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.477370] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Created folder: Project (f5010980d96f4cc386aa88c12ecd8627) in parent group-v816505. [ 1145.477370] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Creating folder: Instances. Parent ref: group-v816728. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1145.477730] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44f1d778-779f-4046-b1e1-93175fbbbcad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.490362] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Created folder: Instances in parent group-v816728. [ 1145.490362] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.490362] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.490585] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a3fcbf9c-63c7-4ee1-8736-f218a3787e97 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.516448] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123071, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.518179] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.518179] env[69763]: value = "task-4123077" [ 1145.518179] env[69763]: _type = "Task" [ 1145.518179] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.531015] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123077, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.698738] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.758551] env[69763]: DEBUG oslo_vmware.api [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Task: {'id': task-4123073, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.363349} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.758954] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.759150] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.759419] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.759557] env[69763]: INFO nova.compute.manager [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1145.759842] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.760171] env[69763]: DEBUG nova.compute.manager [-] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1145.760233] env[69763]: DEBUG nova.network.neutron [-] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1145.789701] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123074, 'name': Destroy_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.921622] env[69763]: DEBUG nova.network.neutron [-] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.950370] env[69763]: DEBUG oslo_vmware.api [None req-067e090e-c7ab-4e35-be00-8cbbe6f8d1f2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123070, 'name': SuspendVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.952659] env[69763]: DEBUG nova.compute.manager [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-vif-plugged-5a49f9dd-f809-412d-9f8e-f3a83b72aadb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.952929] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] Acquiring lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.953117] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1145.953293] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.953494] env[69763]: DEBUG nova.compute.manager [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] No waiting events found dispatching network-vif-plugged-5a49f9dd-f809-412d-9f8e-f3a83b72aadb {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1145.953669] env[69763]: WARNING nova.compute.manager [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received unexpected event network-vif-plugged-5a49f9dd-f809-412d-9f8e-f3a83b72aadb for instance with vm_state building and task_state spawning. [ 1145.953860] env[69763]: DEBUG nova.compute.manager [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-changed-5a49f9dd-f809-412d-9f8e-f3a83b72aadb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.954031] env[69763]: DEBUG nova.compute.manager [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Refreshing instance network info cache due to event network-changed-5a49f9dd-f809-412d-9f8e-f3a83b72aadb. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.954209] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] Acquiring lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.969745] env[69763]: DEBUG oslo_concurrency.lockutils [None req-99949a29-2f52-4a2b-bdda-dcd040cf1960 tempest-FloatingIPsAssociationTestJSON-1590966768 tempest-FloatingIPsAssociationTestJSON-1590966768-project-member] Lock "c840c615-efa9-4d65-9174-84ea793d7ad9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.065s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.971043] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c6081e5c-4510-4cf2-a1ac-bc943ef57afd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.984214] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad02d2e7-45eb-4164-8af4-190264bb8bc8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.016528] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123071, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.883668} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.030111] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 1a578775-8d3a-4085-9789-c59eaf5197a6/1a578775-8d3a-4085-9789-c59eaf5197a6.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.030388] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.031210] env[69763]: DEBUG nova.compute.manager [req-1c2b20d2-13b6-4832-a2b0-b5d6458281f6 req-8d7d7798-640a-4494-8fca-35eaadb3ddbe service nova] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Detach interface failed, port_id=99de73aa-330b-473b-9218-217e47c0ce31, reason: Instance 4e94af94-e78d-4309-bc41-39ee946a1cca could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1146.034153] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-18fa61a1-f8d5-4d3e-ac1b-6937fe2cc215 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.047485] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123077, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.048915] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1146.048915] env[69763]: value = "task-4123078" [ 1146.048915] env[69763]: _type = "Task" [ 1146.048915] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.069446] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123078, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.287306] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123074, 'name': Destroy_Task, 'duration_secs': 0.657059} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.287713] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Destroyed the VM [ 1146.287813] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1146.288128] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ae685e9b-d896-48f4-92bb-0fd3361ed3f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.298611] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1146.298611] env[69763]: value = "task-4123079" [ 1146.298611] env[69763]: _type = "Task" [ 1146.298611] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.309119] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123079, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.333736] env[69763]: DEBUG nova.network.neutron [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Updating instance_info_cache with network_info: [{"id": "769fddaa-a592-42db-bd06-5ca302bc3003", "address": "fa:16:3e:bc:d7:a0", "network": {"id": "b34ce70b-4707-458e-ae8e-4fd2eef5ffdc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-754537101", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769fddaa-a5", "ovs_interfaceid": "769fddaa-a592-42db-bd06-5ca302bc3003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b51779c-2264-4614-8082-fc3166c01cb8", "address": "fa:16:3e:6e:ec:7e", "network": {"id": "c2620964-f404-4d3a-b264-c7dfe1fc858f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1598956159", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b51779c-22", "ovs_interfaceid": "5b51779c-2264-4614-8082-fc3166c01cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a49f9dd-f809-412d-9f8e-f3a83b72aadb", "address": "fa:16:3e:25:d8:09", "network": {"id": "b34ce70b-4707-458e-ae8e-4fd2eef5ffdc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-754537101", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a49f9dd-f8", "ovs_interfaceid": "5a49f9dd-f809-412d-9f8e-f3a83b72aadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.425595] env[69763]: INFO nova.compute.manager [-] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Took 1.51 seconds to deallocate network for instance. [ 1146.449399] env[69763]: DEBUG oslo_vmware.api [None req-067e090e-c7ab-4e35-be00-8cbbe6f8d1f2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123070, 'name': SuspendVM_Task, 'duration_secs': 1.071716} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.449712] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-067e090e-c7ab-4e35-be00-8cbbe6f8d1f2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Suspended the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1146.450030] env[69763]: DEBUG nova.compute.manager [None req-067e090e-c7ab-4e35-be00-8cbbe6f8d1f2 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.450694] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407f331d-4e68-4132-8947-c635ff14f7ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.543302] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123077, 'name': CreateVM_Task, 'duration_secs': 0.590935} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.543476] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.543927] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.544108] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.544428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.544693] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b5829cd-b975-4d55-94d6-cf6b5660d4a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.553657] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1146.553657] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52254459-54cd-23c0-deda-f7a3165b9932" [ 1146.553657] env[69763]: _type = "Task" [ 1146.553657] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.559653] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123078, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075524} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.560357] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.563606] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37fe5770-0e17-48a2-b069-eb0ac361eff5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.569435] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52254459-54cd-23c0-deda-f7a3165b9932, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.589819] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] 1a578775-8d3a-4085-9789-c59eaf5197a6/1a578775-8d3a-4085-9789-c59eaf5197a6.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.593028] env[69763]: DEBUG nova.network.neutron [-] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.594258] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ffe25e0-0286-4e25-9b8b-73b8adc859e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.617355] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1146.617355] env[69763]: value = "task-4123080" [ 1146.617355] env[69763]: _type = "Task" [ 1146.617355] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.627534] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.811493] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123079, 'name': RemoveSnapshot_Task, 'duration_secs': 0.354597} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.811789] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1146.812081] env[69763]: DEBUG nova.compute.manager [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1146.812896] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a297602c-4294-4ca1-bd83-a741503296f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.836742] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Releasing lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.837140] env[69763]: DEBUG nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Instance network_info: |[{"id": "769fddaa-a592-42db-bd06-5ca302bc3003", "address": "fa:16:3e:bc:d7:a0", "network": {"id": "b34ce70b-4707-458e-ae8e-4fd2eef5ffdc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-754537101", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769fddaa-a5", "ovs_interfaceid": "769fddaa-a592-42db-bd06-5ca302bc3003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b51779c-2264-4614-8082-fc3166c01cb8", "address": "fa:16:3e:6e:ec:7e", "network": {"id": "c2620964-f404-4d3a-b264-c7dfe1fc858f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1598956159", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b51779c-22", "ovs_interfaceid": "5b51779c-2264-4614-8082-fc3166c01cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a49f9dd-f809-412d-9f8e-f3a83b72aadb", "address": "fa:16:3e:25:d8:09", "network": {"id": "b34ce70b-4707-458e-ae8e-4fd2eef5ffdc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-754537101", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a49f9dd-f8", "ovs_interfaceid": "5a49f9dd-f809-412d-9f8e-f3a83b72aadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1146.837451] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] Acquired lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.837631] env[69763]: DEBUG nova.network.neutron [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Refreshing network info cache for port 5a49f9dd-f809-412d-9f8e-f3a83b72aadb {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1146.838799] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:d7:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '769fddaa-a592-42db-bd06-5ca302bc3003', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:ec:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0721b358-3768-472d-95f8-6d6755ab1635', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b51779c-2264-4614-8082-fc3166c01cb8', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:25:d8:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a485857d-7086-4dcf-9d65-d0dcd177fcb0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5a49f9dd-f809-412d-9f8e-f3a83b72aadb', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1146.851909] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Creating folder: Project (01df3737fc1544a5a7aaa5d91170ae52). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.856049] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e78c9dc3-97ea-4143-8640-42bd03a59577 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.858154] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8142fb8-108b-4820-8193-598303cc4900 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.869365] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09b2b90-5f2a-46da-8537-f99fbe7823fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.875908] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Created folder: Project (01df3737fc1544a5a7aaa5d91170ae52) in parent group-v816505. [ 1146.876182] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Creating folder: Instances. Parent ref: group-v816731. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1146.876703] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de7e5fd1-975c-4885-bac4-f723ca94b49c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.905190] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-962ee042-d771-46fb-85e8-0e551a0a52a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.912734] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Created folder: Instances in parent group-v816731. [ 1146.912997] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1146.913216] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1146.913432] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a213737-8b93-402b-ae3d-a7352a3f34bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.936141] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.937959] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cca2c5-10ea-4c77-919c-438f31489ccd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.943332] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1146.943332] env[69763]: value = "task-4123083" [ 1146.943332] env[69763]: _type = "Task" [ 1146.943332] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.955351] env[69763]: DEBUG nova.compute.provider_tree [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1146.968100] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123083, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.067152] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52254459-54cd-23c0-deda-f7a3165b9932, 'name': SearchDatastore_Task, 'duration_secs': 0.012032} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.067503] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.067744] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1147.067985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.068165] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.068352] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1147.069750] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90ef148b-32b5-4955-a393-2a514d47e227 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.079357] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1147.079543] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1147.080298] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77925209-67f9-4f95-8c66-2894e8d26b47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.093309] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1147.093309] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5202f3af-f1e6-fc9d-c720-1e90a4d05710" [ 1147.093309] env[69763]: _type = "Task" [ 1147.093309] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.099714] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5202f3af-f1e6-fc9d-c720-1e90a4d05710, 'name': SearchDatastore_Task, 'duration_secs': 0.010406} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.100569] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-676de0a7-1b41-46cf-b6f6-2d35a6f06ded {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.106542] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1147.106542] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207c45b-a3dc-53a2-332e-5161d06a0166" [ 1147.106542] env[69763]: _type = "Task" [ 1147.106542] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.109856] env[69763]: INFO nova.compute.manager [-] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Took 1.35 seconds to deallocate network for instance. [ 1147.118320] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207c45b-a3dc-53a2-332e-5161d06a0166, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.128958] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.187698] env[69763]: DEBUG nova.network.neutron [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Updated VIF entry in instance network info cache for port 5a49f9dd-f809-412d-9f8e-f3a83b72aadb. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1147.188117] env[69763]: DEBUG nova.network.neutron [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Updating instance_info_cache with network_info: [{"id": "769fddaa-a592-42db-bd06-5ca302bc3003", "address": "fa:16:3e:bc:d7:a0", "network": {"id": "b34ce70b-4707-458e-ae8e-4fd2eef5ffdc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-754537101", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.79", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap769fddaa-a5", "ovs_interfaceid": "769fddaa-a592-42db-bd06-5ca302bc3003", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5b51779c-2264-4614-8082-fc3166c01cb8", "address": "fa:16:3e:6e:ec:7e", "network": {"id": "c2620964-f404-4d3a-b264-c7dfe1fc858f", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1598956159", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.106", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0721b358-3768-472d-95f8-6d6755ab1635", "external-id": "nsx-vlan-transportzone-314", "segmentation_id": 314, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b51779c-22", "ovs_interfaceid": "5b51779c-2264-4614-8082-fc3166c01cb8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5a49f9dd-f809-412d-9f8e-f3a83b72aadb", "address": "fa:16:3e:25:d8:09", "network": {"id": "b34ce70b-4707-458e-ae8e-4fd2eef5ffdc", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-754537101", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a485857d-7086-4dcf-9d65-d0dcd177fcb0", "external-id": "nsx-vlan-transportzone-232", "segmentation_id": 232, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5a49f9dd-f8", "ovs_interfaceid": "5a49f9dd-f809-412d-9f8e-f3a83b72aadb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.329325] env[69763]: INFO nova.compute.manager [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Shelve offloading [ 1147.458788] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123083, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.463845] env[69763]: DEBUG nova.scheduler.client.report [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1147.621023] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207c45b-a3dc-53a2-332e-5161d06a0166, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.623253] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.623531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.623780] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24/570af2e6-bf7e-47ee-ac35-276f44e87b24.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.624052] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5694dd4c-32cb-4cde-87a7-4cffe913c035 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.635132] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123080, 'name': ReconfigVM_Task, 'duration_secs': 0.826145} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.635132] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Reconfigured VM instance instance-00000050 to attach disk [datastore2] 1a578775-8d3a-4085-9789-c59eaf5197a6/1a578775-8d3a-4085-9789-c59eaf5197a6.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.635132] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1147.635132] env[69763]: value = "task-4123084" [ 1147.635132] env[69763]: _type = "Task" [ 1147.635132] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.635132] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99d9b9f2-b1bc-4bba-911f-6e58d90124d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.647953] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123084, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.650352] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1147.650352] env[69763]: value = "task-4123085" [ 1147.650352] env[69763]: _type = "Task" [ 1147.650352] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.660229] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123085, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.691926] env[69763]: DEBUG oslo_concurrency.lockutils [req-3ecc7a1f-de78-482f-863f-520c78b395af req-d0264246-ecc0-4888-b981-ba771c6884ff service nova] Releasing lock "refresh_cache-13cb46b2-d376-4752-bfa6-91b85b9254a0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.838287] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.838683] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7fc090dc-e336-4139-8002-088601f5c2f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.848913] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1147.848913] env[69763]: value = "task-4123086" [ 1147.848913] env[69763]: _type = "Task" [ 1147.848913] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.862500] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1147.862713] env[69763]: DEBUG nova.compute.manager [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1147.865768] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0227e7-56d2-4af0-826f-8498ecf12110 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.873882] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.874084] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.874271] env[69763]: DEBUG nova.network.neutron [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.898451] env[69763]: INFO nova.compute.manager [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Resuming [ 1147.899134] env[69763]: DEBUG nova.objects.instance [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lazy-loading 'flavor' on Instance uuid b6f29db9-80f6-4781-b486-3d1a5b4f841c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1147.962512] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123083, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.970453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.569s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.971745] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.469s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.974310] env[69763]: INFO nova.compute.claims [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1148.016156] env[69763]: DEBUG nova.compute.manager [req-09b1ad5b-45ba-4b69-8ba5-5c20005228b6 req-4beacc04-1993-4bb6-9ebb-3f7bf044ce24 service nova] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Received event network-vif-deleted-1e90ebb2-af1f-4a75-b636-02569dce97b6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1148.149832] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123084, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515352} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.150228] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24/570af2e6-bf7e-47ee-ac35-276f44e87b24.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.150517] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.150913] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-250ac58b-366c-4d82-b19b-af7c04102ecf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.164651] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123085, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.166896] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1148.166896] env[69763]: value = "task-4123087" [ 1148.166896] env[69763]: _type = "Task" [ 1148.166896] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.180015] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123087, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.456517] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123083, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.480843] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "2f456ecb-61b5-444d-befe-b1ba7114c930" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1148.481177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "2f456ecb-61b5-444d-befe-b1ba7114c930" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.660579] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123085, 'name': Rename_Task, 'duration_secs': 0.879774} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.660906] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.661181] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-013c1df5-aca0-4f27-82b6-854df7dd01f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.667307] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1148.667307] env[69763]: value = "task-4123088" [ 1148.667307] env[69763]: _type = "Task" [ 1148.667307] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.678405] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123088, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.681674] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123087, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080259} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.681969] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1148.682743] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544319ed-2a5d-4950-aa83-16aa98dd0114 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.708030] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24/570af2e6-bf7e-47ee-ac35-276f44e87b24.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1148.708665] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9db86cb-b214-4849-905f-e87a8c9d14c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.730641] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1148.730641] env[69763]: value = "task-4123089" [ 1148.730641] env[69763]: _type = "Task" [ 1148.730641] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.739384] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123089, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.959851] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123083, 'name': CreateVM_Task, 'duration_secs': 1.542647} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.960055] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1148.961543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.961543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.961935] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.962162] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3075ed6d-a7c7-44a7-b372-c00d9128a78e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.968332] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1148.968332] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52676aff-6a63-f0ad-29c5-cdbb22ba3372" [ 1148.968332] env[69763]: _type = "Task" [ 1148.968332] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.981793] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52676aff-6a63-f0ad-29c5-cdbb22ba3372, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.987944] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "2f456ecb-61b5-444d-befe-b1ba7114c930" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.506s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.988797] env[69763]: DEBUG nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1149.068970] env[69763]: DEBUG nova.network.neutron [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Updating instance_info_cache with network_info: [{"id": "f4c20967-5d44-4d38-828e-5f993af8a88a", "address": "fa:16:3e:21:4a:5c", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf4c20967-5d", "ovs_interfaceid": "f4c20967-5d44-4d38-828e-5f993af8a88a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.179826] env[69763]: DEBUG oslo_vmware.api [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123088, 'name': PowerOnVM_Task, 'duration_secs': 0.5001} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.180151] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.180368] env[69763]: INFO nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Took 8.88 seconds to spawn the instance on the hypervisor. [ 1149.180580] env[69763]: DEBUG nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1149.181602] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab51de73-04cd-4a67-a42f-433806e4798f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.241460] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123089, 'name': ReconfigVM_Task, 'duration_secs': 0.354956} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.244201] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24/570af2e6-bf7e-47ee-ac35-276f44e87b24.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.245046] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-007ab447-c550-4052-ae44-d5dac8497a3c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.253642] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1149.253642] env[69763]: value = "task-4123090" [ 1149.253642] env[69763]: _type = "Task" [ 1149.253642] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.268651] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123090, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.415866] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.416150] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquired lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.416327] env[69763]: DEBUG nova.network.neutron [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.481466] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52676aff-6a63-f0ad-29c5-cdbb22ba3372, 'name': SearchDatastore_Task, 'duration_secs': 0.010334} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.481886] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.482087] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.482338] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.482479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.482656] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.482934] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-652af0ac-30d5-4c18-a32f-adcf249a2dbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.493407] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.493598] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.494392] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d776ae6-f9fd-449c-9b0e-f26e259914fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.503175] env[69763]: DEBUG nova.compute.utils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.505098] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eefef8d2-4f0a-4e51-8f22-55045c8f2591 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.508885] env[69763]: DEBUG nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1149.509074] env[69763]: DEBUG nova.network.neutron [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1149.521300] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a57b640e-5228-4179-a735-10872148d5b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.524532] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1149.524532] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f45a73-9e23-0c6f-4ebc-c4e228cb0877" [ 1149.524532] env[69763]: _type = "Task" [ 1149.524532] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.558457] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1da047d-f89e-4353-9b49-a9a7ba83514e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.565036] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f45a73-9e23-0c6f-4ebc-c4e228cb0877, 'name': SearchDatastore_Task, 'duration_secs': 0.021586} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.566530] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a6148de-b797-444d-8423-15f5b0ea4f67 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.572575] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cac9b18-e28f-463b-8846-53221420926a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.577969] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.579927] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1149.579927] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524416bc-75af-02ed-8399-cd22a903d93b" [ 1149.579927] env[69763]: _type = "Task" [ 1149.579927] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.593157] env[69763]: DEBUG nova.compute.provider_tree [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.595714] env[69763]: DEBUG nova.policy [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1548b324cf6948eda9a4d7ff0b0d1fb8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a830284289294087a91c64269d37fa4a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.605234] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524416bc-75af-02ed-8399-cd22a903d93b, 'name': SearchDatastore_Task, 'duration_secs': 0.019102} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.605234] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.605234] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 13cb46b2-d376-4752-bfa6-91b85b9254a0/13cb46b2-d376-4752-bfa6-91b85b9254a0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1149.605234] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6d18eca-fd2c-42fd-a8ca-c623b50dc0b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.611864] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1149.611864] env[69763]: value = "task-4123091" [ 1149.611864] env[69763]: _type = "Task" [ 1149.611864] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.621289] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.702186] env[69763]: INFO nova.compute.manager [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Took 34.44 seconds to build instance. [ 1149.766480] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123090, 'name': Rename_Task, 'duration_secs': 0.167074} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.766480] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1149.766480] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6519ecf7-f51a-449d-b83f-7bb2efb345b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.775032] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1149.775032] env[69763]: value = "task-4123092" [ 1149.775032] env[69763]: _type = "Task" [ 1149.775032] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.784711] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.849277] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "642cf735-ef28-44f7-a9df-359861053897" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1149.849277] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1149.849277] env[69763]: INFO nova.compute.manager [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Rebooting instance [ 1149.932290] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.932445] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea96cf1a-15d4-441b-a917-a0915abf189c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.943564] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.943896] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c6c51d22-1cce-4c78-aebf-8c3644367bac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.009193] env[69763]: DEBUG nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1150.023207] env[69763]: DEBUG nova.network.neutron [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Successfully created port: afefa852-7e79-42cd-ae49-5b15d0ad8e75 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1150.040493] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1150.040851] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1150.040959] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleting the datastore file [datastore1] c773bd6c-8518-4a5f-83ea-7e992730baff {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1150.041240] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cc8fe6b9-b436-4088-aea6-5ad31c385c2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.051802] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1150.051802] env[69763]: value = "task-4123094" [ 1150.051802] env[69763]: _type = "Task" [ 1150.051802] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.066144] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123094, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.105143] env[69763]: DEBUG nova.scheduler.client.report [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.123972] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123091, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.204071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-aa428f91-c627-4d0a-afb5-5dff7758dcf9 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "1a578775-8d3a-4085-9789-c59eaf5197a6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 55.045s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.216666] env[69763]: DEBUG nova.compute.manager [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Received event network-vif-unplugged-f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.219623] env[69763]: DEBUG oslo_concurrency.lockutils [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] Acquiring lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.219623] env[69763]: DEBUG oslo_concurrency.lockutils [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.219623] env[69763]: DEBUG oslo_concurrency.lockutils [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.219623] env[69763]: DEBUG nova.compute.manager [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] No waiting events found dispatching network-vif-unplugged-f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1150.219623] env[69763]: WARNING nova.compute.manager [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Received unexpected event network-vif-unplugged-f4c20967-5d44-4d38-828e-5f993af8a88a for instance with vm_state shelved and task_state shelving_offloading. [ 1150.219623] env[69763]: DEBUG nova.compute.manager [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Received event network-changed-f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1150.219623] env[69763]: DEBUG nova.compute.manager [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Refreshing instance network info cache due to event network-changed-f4c20967-5d44-4d38-828e-5f993af8a88a. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1150.219623] env[69763]: DEBUG oslo_concurrency.lockutils [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] Acquiring lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.219623] env[69763]: DEBUG oslo_concurrency.lockutils [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] Acquired lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.220204] env[69763]: DEBUG nova.network.neutron [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Refreshing network info cache for port f4c20967-5d44-4d38-828e-5f993af8a88a {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1150.287219] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123092, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.368414] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.368562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.368917] env[69763]: DEBUG nova.network.neutron [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1150.375312] env[69763]: DEBUG nova.network.neutron [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [{"id": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "address": "fa:16:3e:ab:6c:64", "network": {"id": "920a2869-844f-450d-a6aa-41ac78d3c7de", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1361953694-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dea2da50113e4fc38b46da5f29c3bcf6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc4d7c4f8-9c", "ovs_interfaceid": "c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.491388] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquiring lock "1a578775-8d3a-4085-9789-c59eaf5197a6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.491799] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "1a578775-8d3a-4085-9789-c59eaf5197a6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.491904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquiring lock "1a578775-8d3a-4085-9789-c59eaf5197a6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.492071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "1a578775-8d3a-4085-9789-c59eaf5197a6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.492246] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "1a578775-8d3a-4085-9789-c59eaf5197a6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.494514] env[69763]: INFO nova.compute.manager [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Terminating instance [ 1150.564046] env[69763]: DEBUG oslo_vmware.api [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123094, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314018} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.564667] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.564667] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.564785] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.595897] env[69763]: INFO nova.scheduler.client.report [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted allocations for instance c773bd6c-8518-4a5f-83ea-7e992730baff [ 1150.614124] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.614760] env[69763]: DEBUG nova.compute.manager [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1150.622382] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.554s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.623600] env[69763]: INFO nova.compute.claims [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1150.635063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.635202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.640197] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673426} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.642617] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 13cb46b2-d376-4752-bfa6-91b85b9254a0/13cb46b2-d376-4752-bfa6-91b85b9254a0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1150.642617] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1150.642617] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-27319f9f-5b82-4dcc-81cc-a6a425137751 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.649316] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1150.649316] env[69763]: value = "task-4123095" [ 1150.649316] env[69763]: _type = "Task" [ 1150.649316] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.665319] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.786152] env[69763]: DEBUG oslo_vmware.api [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123092, 'name': PowerOnVM_Task, 'duration_secs': 0.826857} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.786457] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1150.786665] env[69763]: INFO nova.compute.manager [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Took 5.44 seconds to spawn the instance on the hypervisor. [ 1150.786863] env[69763]: DEBUG nova.compute.manager [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1150.789743] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f9351c0-ac22-46bb-b07e-77b0875f83b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.879595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Releasing lock "refresh_cache-b6f29db9-80f6-4781-b486-3d1a5b4f841c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.880779] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0573aad5-12d0-4bf0-9ad6-465c419941c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.889192] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Resuming the VM {{(pid=69763) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1150.889392] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d649e92e-49c4-4b98-a470-8d8acff70c8f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.901474] env[69763]: DEBUG oslo_vmware.api [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1150.901474] env[69763]: value = "task-4123096" [ 1150.901474] env[69763]: _type = "Task" [ 1150.901474] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.911998] env[69763]: DEBUG oslo_vmware.api [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123096, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.940549] env[69763]: DEBUG nova.network.neutron [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Updated VIF entry in instance network info cache for port f4c20967-5d44-4d38-828e-5f993af8a88a. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1150.940943] env[69763]: DEBUG nova.network.neutron [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Updating instance_info_cache with network_info: [{"id": "f4c20967-5d44-4d38-828e-5f993af8a88a", "address": "fa:16:3e:21:4a:5c", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": null, "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf4c20967-5d", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.998822] env[69763]: DEBUG nova.compute.manager [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1150.999282] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1151.001130] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a826be02-b687-4687-a2bd-e47a53b3a4d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.012589] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1151.015490] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ade1187b-f4c1-4a28-9910-17d707751dd3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.019548] env[69763]: DEBUG nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1151.023209] env[69763]: DEBUG oslo_vmware.api [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1151.023209] env[69763]: value = "task-4123097" [ 1151.023209] env[69763]: _type = "Task" [ 1151.023209] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.031975] env[69763]: DEBUG oslo_vmware.api [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123097, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.053696] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1151.053969] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1151.054150] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1151.054326] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1151.054473] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1151.054618] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1151.054831] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1151.054985] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1151.055183] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1151.055350] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1151.055531] env[69763]: DEBUG nova.virt.hardware [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1151.056670] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-889364dd-cc5d-4162-b0fd-00cc6cd836a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.067419] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68812c6-1e3b-4755-bb2a-030c77902c50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.102506] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1151.122289] env[69763]: DEBUG nova.compute.utils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.122289] env[69763]: DEBUG nova.compute.manager [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1151.145042] env[69763]: DEBUG nova.compute.utils [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1151.161032] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.231223} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.161348] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1151.162309] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3357d238-e74f-4df2-b46d-7d80d389a889 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.193202] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 13cb46b2-d376-4752-bfa6-91b85b9254a0/13cb46b2-d376-4752-bfa6-91b85b9254a0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1151.194706] env[69763]: DEBUG nova.network.neutron [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1151.196506] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34ae7e6d-2cba-4355-99ae-5008cb928b1a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.219653] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1151.219653] env[69763]: value = "task-4123098" [ 1151.219653] env[69763]: _type = "Task" [ 1151.219653] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.228831] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.312494] env[69763]: INFO nova.compute.manager [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Took 31.11 seconds to build instance. [ 1151.414013] env[69763]: DEBUG oslo_vmware.api [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.443879] env[69763]: DEBUG oslo_concurrency.lockutils [req-c4ea4a90-be28-45b3-b5d0-991de1de64a2 req-3672618e-5099-42c5-8a63-1a1e72b15af7 service nova] Releasing lock "refresh_cache-c773bd6c-8518-4a5f-83ea-7e992730baff" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.538548] env[69763]: DEBUG oslo_vmware.api [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123097, 'name': PowerOffVM_Task, 'duration_secs': 0.35188} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.538938] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1151.539274] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1151.539778] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c81b55cf-4747-45d7-bc98-2c467d04fe46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.626156] env[69763]: DEBUG nova.compute.manager [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1151.630905] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1151.631282] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1151.635021] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Deleting the datastore file [datastore2] 1a578775-8d3a-4085-9789-c59eaf5197a6 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1151.635021] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a7a6af04-fe46-4446-b727-71fe86504486 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.642377] env[69763]: DEBUG oslo_vmware.api [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for the task: (returnval){ [ 1151.642377] env[69763]: value = "task-4123100" [ 1151.642377] env[69763]: _type = "Task" [ 1151.642377] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.650893] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.016s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.658362] env[69763]: DEBUG oslo_vmware.api [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123100, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.713597] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.733782] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123098, 'name': ReconfigVM_Task, 'duration_secs': 0.296807} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.734593] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 13cb46b2-d376-4752-bfa6-91b85b9254a0/13cb46b2-d376-4752-bfa6-91b85b9254a0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1151.735279] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96693bfc-2d2f-4ab4-8d41-94942c4b2d2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.744524] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1151.744524] env[69763]: value = "task-4123101" [ 1151.744524] env[69763]: _type = "Task" [ 1151.744524] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.754718] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123101, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.815293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e297028a-157b-4888-8ab2-0495cba0c731 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "570af2e6-bf7e-47ee-ac35-276f44e87b24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.794s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1151.827811] env[69763]: DEBUG nova.network.neutron [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Successfully updated port: afefa852-7e79-42cd-ae49-5b15d0ad8e75 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1151.913163] env[69763]: DEBUG oslo_vmware.api [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.032918] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4451556-44a2-4c73-94ec-0cfba4e0832b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.040470] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae38269-4d50-4e8d-93cb-ad6da426c83a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.071993] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48a33a4-1deb-4aaf-8c4f-fb139dd6c213 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.080060] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69c69069-79aa-4a6c-b46f-b7fbe64d0a09 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.096187] env[69763]: DEBUG nova.compute.provider_tree [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1152.156364] env[69763]: DEBUG oslo_vmware.api [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Task: {'id': task-4123100, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.304425} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.156673] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1152.156867] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1152.157057] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1152.157232] env[69763]: INFO nova.compute.manager [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1152.157489] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.157698] env[69763]: DEBUG nova.compute.manager [-] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1152.157796] env[69763]: DEBUG nova.network.neutron [-] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1152.223039] env[69763]: DEBUG nova.compute.manager [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.225246] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-271e187b-a30d-4467-9d3d-d5fa58717ec9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.263095] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123101, 'name': Rename_Task, 'duration_secs': 0.181539} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.264736] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1152.265113] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d00a62b-2eac-4d4b-8cbe-99cafd4c3fee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.274437] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1152.274437] env[69763]: value = "task-4123102" [ 1152.274437] env[69763]: _type = "Task" [ 1152.274437] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.282641] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123102, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.330836] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "refresh_cache-e2364079-751b-4723-b65c-fe9c88d82805" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.331657] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquired lock "refresh_cache-e2364079-751b-4723-b65c-fe9c88d82805" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.331657] env[69763]: DEBUG nova.network.neutron [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.397901] env[69763]: DEBUG nova.compute.manager [req-404a0aa4-d8e4-4c45-afb8-49b2184dee48 req-23688a87-1598-46bc-b826-521d153bf55b service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Received event network-vif-plugged-afefa852-7e79-42cd-ae49-5b15d0ad8e75 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1152.398190] env[69763]: DEBUG oslo_concurrency.lockutils [req-404a0aa4-d8e4-4c45-afb8-49b2184dee48 req-23688a87-1598-46bc-b826-521d153bf55b service nova] Acquiring lock "e2364079-751b-4723-b65c-fe9c88d82805-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.398415] env[69763]: DEBUG oslo_concurrency.lockutils [req-404a0aa4-d8e4-4c45-afb8-49b2184dee48 req-23688a87-1598-46bc-b826-521d153bf55b service nova] Lock "e2364079-751b-4723-b65c-fe9c88d82805-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.398587] env[69763]: DEBUG oslo_concurrency.lockutils [req-404a0aa4-d8e4-4c45-afb8-49b2184dee48 req-23688a87-1598-46bc-b826-521d153bf55b service nova] Lock "e2364079-751b-4723-b65c-fe9c88d82805-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.398773] env[69763]: DEBUG nova.compute.manager [req-404a0aa4-d8e4-4c45-afb8-49b2184dee48 req-23688a87-1598-46bc-b826-521d153bf55b service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] No waiting events found dispatching network-vif-plugged-afefa852-7e79-42cd-ae49-5b15d0ad8e75 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1152.398961] env[69763]: WARNING nova.compute.manager [req-404a0aa4-d8e4-4c45-afb8-49b2184dee48 req-23688a87-1598-46bc-b826-521d153bf55b service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Received unexpected event network-vif-plugged-afefa852-7e79-42cd-ae49-5b15d0ad8e75 for instance with vm_state building and task_state spawning. [ 1152.416039] env[69763]: DEBUG oslo_vmware.api [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123096, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.602614] env[69763]: DEBUG nova.scheduler.client.report [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.633294] env[69763]: DEBUG nova.compute.manager [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1152.666225] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.666225] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.666422] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.666597] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.666747] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.666945] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.667144] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.667303] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.667470] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.667777] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.667864] env[69763]: DEBUG nova.virt.hardware [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.668861] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d07883-8da9-441e-8823-3658724d6d13 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.677216] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e07e0775-1e4e-441a-a071-78083a0d14a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.692424] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.698417] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Creating folder: Project (5e06c56ca20b4acdb4d4affecc083b31). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.699260] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d9f9dd10-43f2-4bdf-83a6-760a31bf0c27 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.711654] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Created folder: Project (5e06c56ca20b4acdb4d4affecc083b31) in parent group-v816505. [ 1152.711892] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Creating folder: Instances. Parent ref: group-v816734. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.712181] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcc70957-a247-4fa4-ab3c-4f3b197b2e47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.724092] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Created folder: Instances in parent group-v816734. [ 1152.724585] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.724759] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.725124] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c3eb93b-8b4b-495d-b503-20c5497689ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.738940] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.739219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.739458] env[69763]: INFO nova.compute.manager [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Attaching volume 22afb1a4-76c4-4eb6-94b6-c871e09ff8df to /dev/sdb [ 1152.752841] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.752841] env[69763]: value = "task-4123105" [ 1152.752841] env[69763]: _type = "Task" [ 1152.752841] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.763961] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123105, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.785523] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.789206] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042f3fb9-a1ba-476f-9e35-a7ccda4e107a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.798262] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb716c92-16e9-4110-a80d-6bbc5376e2f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.815711] env[69763]: DEBUG nova.virt.block_device [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updating existing volume attachment record: 9a05cedf-7a40-4b9f-8a62-6dc5a4d03276 {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1152.890209] env[69763]: DEBUG nova.network.neutron [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1152.920277] env[69763]: DEBUG oslo_vmware.api [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123096, 'name': PowerOnVM_Task, 'duration_secs': 1.869785} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.920750] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Resumed the VM {{(pid=69763) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1152.921339] env[69763]: DEBUG nova.compute.manager [None req-8f7c7a64-3ce1-40b6-821f-c46a58b32ead tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1152.922274] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5deb5632-7f90-4e33-b405-a5051508091e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.032594] env[69763]: DEBUG nova.network.neutron [-] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.110528] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.111162] env[69763]: DEBUG nova.compute.manager [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1153.119030] env[69763]: DEBUG nova.network.neutron [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Updating instance_info_cache with network_info: [{"id": "afefa852-7e79-42cd-ae49-5b15d0ad8e75", "address": "fa:16:3e:cd:13:e6", "network": {"id": "64f2e6ef-797c-4e88-bbb5-9bfaa49277ba", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1694712723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830284289294087a91c64269d37fa4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafefa852-7e", "ovs_interfaceid": "afefa852-7e79-42cd-ae49-5b15d0ad8e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.119030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 22.482s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.119030] env[69763]: DEBUG nova.objects.instance [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lazy-loading 'resources' on Instance uuid e22cc51b-22d6-4af6-98db-e96f01c2b939 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1153.248074] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33622672-d609-4b63-91ea-49cab336b0fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.265332] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123105, 'name': CreateVM_Task, 'duration_secs': 0.378854} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.269033] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.269033] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Doing hard reboot of VM {{(pid=69763) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1153.269531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.269531] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.269851] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.270111] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-e3e2deac-6974-42cf-921f-7af608e9d50d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.272365] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5093bba4-d3a4-4fd9-9a9a-a14dbd625a98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.282058] env[69763]: DEBUG oslo_vmware.api [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1153.282058] env[69763]: value = "task-4123109" [ 1153.282058] env[69763]: _type = "Task" [ 1153.282058] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.282058] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1153.282058] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521e1ff4-727f-f5da-4162-1d6d0c80fbd8" [ 1153.282058] env[69763]: _type = "Task" [ 1153.282058] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.292698] env[69763]: DEBUG oslo_vmware.api [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123102, 'name': PowerOnVM_Task, 'duration_secs': 0.827857} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.294094] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1153.294397] env[69763]: INFO nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Took 15.72 seconds to spawn the instance on the hypervisor. [ 1153.295025] env[69763]: DEBUG nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.295459] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1073300-c7cf-4c60-9e95-8f70fedbd4de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.305342] env[69763]: DEBUG oslo_vmware.api [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123109, 'name': ResetVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.305616] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521e1ff4-727f-f5da-4162-1d6d0c80fbd8, 'name': SearchDatastore_Task} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.306505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.307112] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.307249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.307384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.307572] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.308303] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56582d4e-febb-497d-b66a-c08d113e92ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.324315] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.324450] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.326069] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50852dbd-5984-4300-a2b3-e5583d2385fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.331565] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1153.331565] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5267c383-fe56-88c0-2f32-b80313f726ee" [ 1153.331565] env[69763]: _type = "Task" [ 1153.331565] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.340901] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5267c383-fe56-88c0-2f32-b80313f726ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.535470] env[69763]: INFO nova.compute.manager [-] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Took 1.38 seconds to deallocate network for instance. [ 1153.621544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Releasing lock "refresh_cache-e2364079-751b-4723-b65c-fe9c88d82805" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.621934] env[69763]: DEBUG nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Instance network_info: |[{"id": "afefa852-7e79-42cd-ae49-5b15d0ad8e75", "address": "fa:16:3e:cd:13:e6", "network": {"id": "64f2e6ef-797c-4e88-bbb5-9bfaa49277ba", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1694712723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830284289294087a91c64269d37fa4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafefa852-7e", "ovs_interfaceid": "afefa852-7e79-42cd-ae49-5b15d0ad8e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1153.623266] env[69763]: DEBUG nova.compute.utils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1153.627597] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:13:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a8140829-5eac-40d8-a10c-eb881f57affc', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'afefa852-7e79-42cd-ae49-5b15d0ad8e75', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1153.635622] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Creating folder: Project (a830284289294087a91c64269d37fa4a). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.636018] env[69763]: DEBUG nova.compute.manager [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1153.636777] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-150dfbf2-2540-4087-a4d1-914caa32e917 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.650234] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Created folder: Project (a830284289294087a91c64269d37fa4a) in parent group-v816505. [ 1153.650234] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Creating folder: Instances. Parent ref: group-v816739. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1153.650234] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-816527dd-ced7-4b25-97e2-ad119eb0e3e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.664710] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Created folder: Instances in parent group-v816739. [ 1153.665097] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1153.668082] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1153.668557] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2327820-79fc-4b8f-8f2e-f70cf75607ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.686815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "c773bd6c-8518-4a5f-83ea-7e992730baff" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.693275] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1153.693275] env[69763]: value = "task-4123112" [ 1153.693275] env[69763]: _type = "Task" [ 1153.693275] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.705600] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123112, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.800393] env[69763]: DEBUG oslo_vmware.api [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123109, 'name': ResetVM_Task, 'duration_secs': 0.15317} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.800861] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Did hard reboot of VM {{(pid=69763) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1153.801163] env[69763]: DEBUG nova.compute.manager [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1153.802463] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f46f62-5275-40dd-aae2-f9666451f24b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.825885] env[69763]: INFO nova.compute.manager [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Took 41.81 seconds to build instance. [ 1153.847834] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5267c383-fe56-88c0-2f32-b80313f726ee, 'name': SearchDatastore_Task, 'duration_secs': 0.022028} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.850051] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d3b1e66-a938-4a4d-9578-027b70b10fd6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.858193] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1153.858193] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526a05f2-0837-de8d-dcb2-3803a9e38930" [ 1153.858193] env[69763]: _type = "Task" [ 1153.858193] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.874354] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526a05f2-0837-de8d-dcb2-3803a9e38930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.927530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "004e9631-1207-4324-b3dd-e5d2ff9adcce" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.927799] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "004e9631-1207-4324-b3dd-e5d2ff9adcce" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.927997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "004e9631-1207-4324-b3dd-e5d2ff9adcce-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.928209] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "004e9631-1207-4324-b3dd-e5d2ff9adcce-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.928389] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "004e9631-1207-4324-b3dd-e5d2ff9adcce-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.931618] env[69763]: INFO nova.compute.manager [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Terminating instance [ 1153.947707] env[69763]: INFO nova.compute.manager [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Rebuilding instance [ 1154.002034] env[69763]: DEBUG nova.compute.manager [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1154.003279] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c52ae8b4-0ee0-4f96-b6d3-4a70faa9bb23 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.044035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.103386] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cccead0-fa00-4fe5-94d5-ace61d0db0fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.111923] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd284572-25a9-4596-8778-227756f899a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.144572] env[69763]: DEBUG nova.compute.manager [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1154.148287] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb40b1b-b967-45e0-b686-d56b4cf0e480 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.156853] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8adc831a-aaff-4fb2-ac34-c6014b7e3f8b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.178150] env[69763]: DEBUG nova.compute.provider_tree [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.204389] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123112, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.325936] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12dca7f4-8cef-4bd9-8d1b-0e95d631e454 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.478s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.328285] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65b27d9a-7b10-4ea9-9848-b1611bd90aca tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.712s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.374959] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526a05f2-0837-de8d-dcb2-3803a9e38930, 'name': SearchDatastore_Task, 'duration_secs': 0.016783} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.375605] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.376064] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 38069340-54de-4d00-add8-16d6903ea575/38069340-54de-4d00-add8-16d6903ea575.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.376868] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8f4a07c-983c-4c72-af77-4974171e0a55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.384607] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1154.384607] env[69763]: value = "task-4123113" [ 1154.384607] env[69763]: _type = "Task" [ 1154.384607] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.393501] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123113, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.434701] env[69763]: DEBUG nova.compute.manager [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1154.434701] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.435614] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f51662b-b15d-43a8-b4aa-b0bf8408330c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.444179] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.444468] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fdb4376-d61a-458d-9b99-8780e50597e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.453281] env[69763]: DEBUG oslo_vmware.api [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1154.453281] env[69763]: value = "task-4123114" [ 1154.453281] env[69763]: _type = "Task" [ 1154.453281] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.461827] env[69763]: DEBUG oslo_vmware.api [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.482167] env[69763]: DEBUG nova.compute.manager [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Received event network-changed-afefa852-7e79-42cd-ae49-5b15d0ad8e75 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1154.482459] env[69763]: DEBUG nova.compute.manager [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Refreshing instance network info cache due to event network-changed-afefa852-7e79-42cd-ae49-5b15d0ad8e75. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1154.482562] env[69763]: DEBUG oslo_concurrency.lockutils [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] Acquiring lock "refresh_cache-e2364079-751b-4723-b65c-fe9c88d82805" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.482647] env[69763]: DEBUG oslo_concurrency.lockutils [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] Acquired lock "refresh_cache-e2364079-751b-4723-b65c-fe9c88d82805" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.482875] env[69763]: DEBUG nova.network.neutron [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Refreshing network info cache for port afefa852-7e79-42cd-ae49-5b15d0ad8e75 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1154.683714] env[69763]: DEBUG nova.scheduler.client.report [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.707176] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123112, 'name': CreateVM_Task, 'duration_secs': 0.683511} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.707837] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.708371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.708371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.709052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.709185] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bc97d3d2-8e86-4ee6-a7b6-89fb5d113186 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.714924] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1154.714924] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e014d8-eec1-1f08-7263-87092ea43ad0" [ 1154.714924] env[69763]: _type = "Task" [ 1154.714924] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.725836] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e014d8-eec1-1f08-7263-87092ea43ad0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.812008] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "13cb46b2-d376-4752-bfa6-91b85b9254a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.812781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.813583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1154.813583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1154.813800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.817389] env[69763]: INFO nova.compute.manager [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Terminating instance [ 1154.900998] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123113, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.964167] env[69763]: DEBUG oslo_vmware.api [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123114, 'name': PowerOffVM_Task, 'duration_secs': 0.209304} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.964503] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.964673] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.964946] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a1bbd10c-1c90-4631-af80-b715274d7636 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.021677] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.021677] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b58c451-4847-4547-a847-b05ef8afa90d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.031755] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1155.031755] env[69763]: value = "task-4123116" [ 1155.031755] env[69763]: _type = "Task" [ 1155.031755] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.046452] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.048151] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.048375] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.048599] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleting the datastore file [datastore2] 004e9631-1207-4324-b3dd-e5d2ff9adcce {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.048889] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-537bf033-9dfc-4c46-a7de-786f9bc920bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.059261] env[69763]: DEBUG oslo_vmware.api [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1155.059261] env[69763]: value = "task-4123117" [ 1155.059261] env[69763]: _type = "Task" [ 1155.059261] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.069877] env[69763]: DEBUG oslo_vmware.api [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123117, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.153442] env[69763]: DEBUG nova.compute.manager [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1155.195536] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.077s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.200273] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1155.200480] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1155.200669] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1155.200872] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1155.201045] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1155.201213] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1155.201440] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1155.201614] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1155.201903] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1155.202093] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1155.202292] env[69763]: DEBUG nova.virt.hardware [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1155.202689] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.808s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1155.208751] env[69763]: INFO nova.compute.claims [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1155.208751] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76815c99-315f-4e95-8cbf-e38161599f33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.223126] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148cf114-7b08-46e8-a60a-d26192a213c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.228857] env[69763]: INFO nova.scheduler.client.report [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Deleted allocations for instance e22cc51b-22d6-4af6-98db-e96f01c2b939 [ 1155.246281] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e014d8-eec1-1f08-7263-87092ea43ad0, 'name': SearchDatastore_Task, 'duration_secs': 0.014539} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.246817] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1155.252883] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Creating folder: Project (a148eb7053da47a2b57b4e5c6c6a398e). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.257593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.257593] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1155.257725] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.257959] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.258245] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1155.258577] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d921ff9c-9008-4826-8d53-b11cfba84075 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.261236] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd307f89-023c-45e7-b6e7-e4cb12759680 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.273627] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1155.273772] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1155.274810] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d128e52-e5a9-4cdb-95b3-b3adef624fc1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.279284] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Created folder: Project (a148eb7053da47a2b57b4e5c6c6a398e) in parent group-v816505. [ 1155.279507] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Creating folder: Instances. Parent ref: group-v816742. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1155.280970] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cd5c519d-9c49-4f43-914b-51a8d48d59bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.284247] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1155.284247] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc8677-f380-8e39-482d-b53cdfd86247" [ 1155.284247] env[69763]: _type = "Task" [ 1155.284247] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.296764] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc8677-f380-8e39-482d-b53cdfd86247, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.298224] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Created folder: Instances in parent group-v816742. [ 1155.298373] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.298499] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1155.299010] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4defc5ed-ad13-47a7-b554-a2a0ca247043 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.318788] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1155.318788] env[69763]: value = "task-4123121" [ 1155.318788] env[69763]: _type = "Task" [ 1155.318788] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.325064] env[69763]: DEBUG nova.compute.manager [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1155.325064] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.325064] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7115eda2-6d3e-4590-acf0-029a1ab47f5d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.334835] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1155.337964] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3956684c-83e9-4bdf-ada5-7ebfb196ea69 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.339941] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123121, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.345885] env[69763]: DEBUG oslo_vmware.api [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1155.345885] env[69763]: value = "task-4123122" [ 1155.345885] env[69763]: _type = "Task" [ 1155.345885] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.360298] env[69763]: DEBUG oslo_vmware.api [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.369757] env[69763]: DEBUG nova.network.neutron [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Updated VIF entry in instance network info cache for port afefa852-7e79-42cd-ae49-5b15d0ad8e75. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1155.370221] env[69763]: DEBUG nova.network.neutron [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Updating instance_info_cache with network_info: [{"id": "afefa852-7e79-42cd-ae49-5b15d0ad8e75", "address": "fa:16:3e:cd:13:e6", "network": {"id": "64f2e6ef-797c-4e88-bbb5-9bfaa49277ba", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-1694712723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a830284289294087a91c64269d37fa4a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a8140829-5eac-40d8-a10c-eb881f57affc", "external-id": "nsx-vlan-transportzone-517", "segmentation_id": 517, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapafefa852-7e", "ovs_interfaceid": "afefa852-7e79-42cd-ae49-5b15d0ad8e75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.398438] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123113, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.693465} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.398739] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 38069340-54de-4d00-add8-16d6903ea575/38069340-54de-4d00-add8-16d6903ea575.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.398983] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.399230] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe2413e8-5daf-48cc-a7f0-286d4ddb9150 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.408837] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1155.408837] env[69763]: value = "task-4123123" [ 1155.408837] env[69763]: _type = "Task" [ 1155.408837] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.422827] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.546432] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123116, 'name': PowerOffVM_Task, 'duration_secs': 0.204602} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.546432] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.546631] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1155.547493] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b8de9c-7bbf-4cba-bd9f-e6db01d2ad30 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.556729] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.556729] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4671de9-6da4-4f13-9e12-6e02679d89b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.568748] env[69763]: DEBUG oslo_vmware.api [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123117, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226936} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.569055] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.569256] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.569470] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.569758] env[69763]: INFO nova.compute.manager [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1155.570113] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1155.570337] env[69763]: DEBUG nova.compute.manager [-] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1155.570447] env[69763]: DEBUG nova.network.neutron [-] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1155.585960] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1155.586338] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1155.586489] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Deleting the datastore file [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1155.586779] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34ac98b1-606a-4415-ada4-916fd377ab53 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.593564] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1155.593564] env[69763]: value = "task-4123125" [ 1155.593564] env[69763]: _type = "Task" [ 1155.593564] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.602348] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123125, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.760545] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bfc87310-09bc-4161-92ff-1ebbb98c3220 tempest-ServerMetadataNegativeTestJSON-2028735514 tempest-ServerMetadataNegativeTestJSON-2028735514-project-member] Lock "e22cc51b-22d6-4af6-98db-e96f01c2b939" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.364s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.795171] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc8677-f380-8e39-482d-b53cdfd86247, 'name': SearchDatastore_Task, 'duration_secs': 0.014287} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.796010] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c946d62-f6ba-4e9d-8cdf-1518300fab2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.802220] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1155.802220] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5262ccf9-1300-3825-0d61-f7dca7add1d1" [ 1155.802220] env[69763]: _type = "Task" [ 1155.802220] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.813934] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5262ccf9-1300-3825-0d61-f7dca7add1d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.831464] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123121, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.856439] env[69763]: DEBUG oslo_vmware.api [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123122, 'name': PowerOffVM_Task, 'duration_secs': 0.403678} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.856742] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1155.856941] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1155.857687] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e7f083cf-24d6-4397-965a-972d1888dab9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.873039] env[69763]: DEBUG oslo_concurrency.lockutils [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] Releasing lock "refresh_cache-e2364079-751b-4723-b65c-fe9c88d82805" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.873382] env[69763]: DEBUG nova.compute.manager [req-652f1e2d-1b16-402b-9621-9adb3c19a132 req-0fd0853e-cf21-4158-a3e7-18386591be9b service nova] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Received event network-vif-deleted-0d3c83b5-6576-4b36-b534-1b743f8bb10a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.919750] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.18545} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.920137] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.921144] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e13c40e-c871-495e-bdb4-19cbdc2ae348 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.946299] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 38069340-54de-4d00-add8-16d6903ea575/38069340-54de-4d00-add8-16d6903ea575.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1155.946299] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3912234-7841-4940-887d-0056b5cd5c11 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.967524] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1155.967524] env[69763]: value = "task-4123127" [ 1155.967524] env[69763]: _type = "Task" [ 1155.967524] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.976241] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123127, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.078766] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1156.079115] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1156.079368] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Deleting the datastore file [datastore2] 13cb46b2-d376-4752-bfa6-91b85b9254a0 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1156.079667] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-47966f74-e306-4281-9a71-c818c27ae49b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.087387] env[69763]: DEBUG oslo_vmware.api [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1156.087387] env[69763]: value = "task-4123128" [ 1156.087387] env[69763]: _type = "Task" [ 1156.087387] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.096902] env[69763]: DEBUG oslo_vmware.api [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.105466] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123125, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332592} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.106091] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.106091] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.106461] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.315604] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5262ccf9-1300-3825-0d61-f7dca7add1d1, 'name': SearchDatastore_Task, 'duration_secs': 0.045668} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.315978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.317685] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e2364079-751b-4723-b65c-fe9c88d82805/e2364079-751b-4723-b65c-fe9c88d82805.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.317685] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32d9dbb8-b0ba-490c-9908-892d72089630 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.333020] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1156.333020] env[69763]: value = "task-4123129" [ 1156.333020] env[69763]: _type = "Task" [ 1156.333020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.338740] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123121, 'name': CreateVM_Task, 'duration_secs': 0.536035} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.339370] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1156.339850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.340678] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.340678] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.340956] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8afbfc0-8a4b-499f-b35a-9c7ba7e8a5aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.346694] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.355145] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1156.355145] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a49650-afa2-cb95-f2ed-bc969c810b85" [ 1156.355145] env[69763]: _type = "Task" [ 1156.355145] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.371880] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a49650-afa2-cb95-f2ed-bc969c810b85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.482675] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123127, 'name': ReconfigVM_Task, 'duration_secs': 0.503397} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.486296] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 38069340-54de-4d00-add8-16d6903ea575/38069340-54de-4d00-add8-16d6903ea575.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.487790] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08af1e46-e365-4487-a909-91fc299373d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.496953] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1156.496953] env[69763]: value = "task-4123130" [ 1156.496953] env[69763]: _type = "Task" [ 1156.496953] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.509902] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123130, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.588342] env[69763]: DEBUG nova.compute.manager [req-235041ff-a7a8-4141-9188-766b40f17ddc req-0f0fdad8-c250-4ede-a66e-8848d02b92c7 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Received event network-vif-deleted-04ce63af-5cc6-45ec-b5ec-5ad655519b1d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1156.588513] env[69763]: INFO nova.compute.manager [req-235041ff-a7a8-4141-9188-766b40f17ddc req-0f0fdad8-c250-4ede-a66e-8848d02b92c7 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Neutron deleted interface 04ce63af-5cc6-45ec-b5ec-5ad655519b1d; detaching it from the instance and deleting it from the info cache [ 1156.588688] env[69763]: DEBUG nova.network.neutron [req-235041ff-a7a8-4141-9188-766b40f17ddc req-0f0fdad8-c250-4ede-a66e-8848d02b92c7 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.602185] env[69763]: DEBUG oslo_vmware.api [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.332176} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.602548] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1156.602884] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1156.603046] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1156.603281] env[69763]: INFO nova.compute.manager [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Took 1.28 seconds to destroy the instance on the hypervisor. [ 1156.603584] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1156.607482] env[69763]: DEBUG nova.compute.manager [-] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1156.607623] env[69763]: DEBUG nova.network.neutron [-] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1156.710093] env[69763]: DEBUG nova.network.neutron [-] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.738023] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40cd325d-493e-473f-9fef-85eab1e2e701 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.749297] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b710e9-d0b3-4c19-b793-2029d48f98b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.787846] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-138c6e99-4ba2-40dc-8bf6-1c3822802381 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.798415] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7342585b-2fb8-4d83-99d6-17a63eb4808c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.814615] env[69763]: DEBUG nova.compute.provider_tree [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1156.846700] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.869394] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a49650-afa2-cb95-f2ed-bc969c810b85, 'name': SearchDatastore_Task, 'duration_secs': 0.021206} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.869394] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.869744] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1156.870431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.870431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.870431] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1156.870999] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-230ee12c-4bf9-4653-a764-748f97efe5e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.888589] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1156.888589] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1156.889771] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-959a3fb9-0989-44fe-8683-ec53fbcb7003 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.898451] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1156.898451] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524ef817-1cb9-ea30-a842-44c77d061114" [ 1156.898451] env[69763]: _type = "Task" [ 1156.898451] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.908995] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524ef817-1cb9-ea30-a842-44c77d061114, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.012022] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123130, 'name': Rename_Task, 'duration_secs': 0.188303} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.012022] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.012022] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0838e71-0f90-4ca5-a7be-30f4501613fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.020750] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1157.020750] env[69763]: value = "task-4123131" [ 1157.020750] env[69763]: _type = "Task" [ 1157.020750] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.030126] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123131, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.092451] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8cce003b-f03b-4e3b-9663-8320451ab292 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.102263] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0ea2118-12b2-436b-af86-34d3555a5a15 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.137141] env[69763]: DEBUG nova.compute.manager [req-235041ff-a7a8-4141-9188-766b40f17ddc req-0f0fdad8-c250-4ede-a66e-8848d02b92c7 service nova] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Detach interface failed, port_id=04ce63af-5cc6-45ec-b5ec-5ad655519b1d, reason: Instance 004e9631-1207-4324-b3dd-e5d2ff9adcce could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1157.149735] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1157.150116] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1157.150189] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1157.150329] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1157.150492] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1157.150675] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1157.150859] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1157.151063] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1157.151284] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1157.151867] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1157.151867] env[69763]: DEBUG nova.virt.hardware [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1157.152597] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75693e4-2a28-4fcc-9b8f-18ee367adcd4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.161341] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972ad284-c114-429e-8909-5737d8a9bfc0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.177463] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1157.183366] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.183698] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1157.184442] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99375395-df4e-4762-8d7b-edf2bf57bc7e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.203485] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1157.203485] env[69763]: value = "task-4123132" [ 1157.203485] env[69763]: _type = "Task" [ 1157.203485] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.212241] env[69763]: INFO nova.compute.manager [-] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Took 1.64 seconds to deallocate network for instance. [ 1157.212526] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123132, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.318541] env[69763]: DEBUG nova.scheduler.client.report [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.352612] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.596259} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.353661] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] e2364079-751b-4723-b65c-fe9c88d82805/e2364079-751b-4723-b65c-fe9c88d82805.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.354552] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.357514] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-370ea5b8-be52-4c96-a42d-3edea03967f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.366704] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1157.366704] env[69763]: value = "task-4123133" [ 1157.366704] env[69763]: _type = "Task" [ 1157.366704] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.394549] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123133, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.410778] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1157.411655] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816738', 'volume_id': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'name': 'volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a401c0f3-fb9b-462a-88c0-cbcea8109877', 'attached_at': '', 'detached_at': '', 'volume_id': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'serial': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1157.416880] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e952f711-2576-480c-b410-69417bc3c028 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.427758] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524ef817-1cb9-ea30-a842-44c77d061114, 'name': SearchDatastore_Task, 'duration_secs': 0.01134} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.440556] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc773ac0-1277-4b08-ab01-dab3e275a938 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.444028] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f8853a-8428-49b8-a0da-62b7ea5755f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.451370] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1157.451370] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f259b7-d689-4e12-6560-c512cc8e5250" [ 1157.451370] env[69763]: _type = "Task" [ 1157.451370] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.473112] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df/volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.476760] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-19594d24-5685-49c0-a657-d5fde196e245 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.498763] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f259b7-d689-4e12-6560-c512cc8e5250, 'name': SearchDatastore_Task, 'duration_secs': 0.019001} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.499818] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.500133] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e/184d3dba-107c-4c9b-befa-2212b833a12e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1157.500526] env[69763]: DEBUG oslo_vmware.api [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1157.500526] env[69763]: value = "task-4123134" [ 1157.500526] env[69763]: _type = "Task" [ 1157.500526] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.500705] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-df69df11-3ea6-4563-88cc-a35b46df0808 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.512602] env[69763]: DEBUG oslo_vmware.api [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123134, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.514128] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1157.514128] env[69763]: value = "task-4123135" [ 1157.514128] env[69763]: _type = "Task" [ 1157.514128] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.524091] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123135, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.534111] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123131, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.717014] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123132, 'name': CreateVM_Task, 'duration_secs': 0.313026} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.717187] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1157.717741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.717983] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.718399] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.719520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.719822] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db5f52b5-f0b1-4699-a80c-7e1497e0b075 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.726349] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1157.726349] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527462ce-ed7a-3163-8089-5d2b49e1b189" [ 1157.726349] env[69763]: _type = "Task" [ 1157.726349] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.736916] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527462ce-ed7a-3163-8089-5d2b49e1b189, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.830026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.830026] env[69763]: DEBUG nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1157.832570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.329s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.832931] env[69763]: DEBUG nova.objects.instance [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lazy-loading 'resources' on Instance uuid 60724625-b676-437f-89d4-845433c33fbc {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1157.879400] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123133, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089717} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.879815] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.880849] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cc36545-888a-407d-9f8b-6d40977986ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.910820] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Reconfiguring VM instance instance-00000052 to attach disk [datastore1] e2364079-751b-4723-b65c-fe9c88d82805/e2364079-751b-4723-b65c-fe9c88d82805.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.911748] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-225089e1-a16e-4e27-890c-c79d25ee48bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.937654] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1157.937654] env[69763]: value = "task-4123136" [ 1157.937654] env[69763]: _type = "Task" [ 1157.937654] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.950082] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123136, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.015412] env[69763]: DEBUG oslo_vmware.api [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123134, 'name': ReconfigVM_Task, 'duration_secs': 0.463891} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.019529] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Reconfigured VM instance instance-00000045 to attach disk [datastore1] volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df/volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.024845] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cec1672-75e6-4513-acca-44e5628babb0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.045743] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123135, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.053528] env[69763]: DEBUG oslo_vmware.api [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123131, 'name': PowerOnVM_Task, 'duration_secs': 0.798821} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.055608] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.055810] env[69763]: INFO nova.compute.manager [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Took 5.42 seconds to spawn the instance on the hypervisor. [ 1158.056042] env[69763]: DEBUG nova.compute.manager [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1158.056522] env[69763]: DEBUG oslo_vmware.api [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1158.056522] env[69763]: value = "task-4123137" [ 1158.056522] env[69763]: _type = "Task" [ 1158.056522] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.057412] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-198df24c-c9ec-439d-a709-dbead195561a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.070592] env[69763]: DEBUG oslo_vmware.api [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123137, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.218339] env[69763]: DEBUG nova.network.neutron [-] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.238958] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527462ce-ed7a-3163-8089-5d2b49e1b189, 'name': SearchDatastore_Task, 'duration_secs': 0.014062} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.239371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.239673] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1158.239951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.240150] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.240372] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1158.240674] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3979fe1-eb38-4954-9c3e-9c37832f3f7d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.251453] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1158.251653] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1158.252455] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87c6fc9f-c0a6-4bee-a740-907db81e5fe3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.257786] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1158.257786] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d5c04f-d059-d24d-9a8c-731dc098584c" [ 1158.257786] env[69763]: _type = "Task" [ 1158.257786] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.266049] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d5c04f-d059-d24d-9a8c-731dc098584c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.334770] env[69763]: DEBUG nova.compute.utils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1158.336290] env[69763]: DEBUG nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1158.336431] env[69763]: DEBUG nova.network.neutron [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1158.401235] env[69763]: DEBUG nova.policy [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1158.453759] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123136, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.528545] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123135, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.673181} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.528859] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e/184d3dba-107c-4c9b-befa-2212b833a12e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1158.530244] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1158.530334] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d4d54c21-e750-436e-9a4e-90f4c85ecce7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.543305] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1158.543305] env[69763]: value = "task-4123138" [ 1158.543305] env[69763]: _type = "Task" [ 1158.543305] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.555967] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123138, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.563253] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6880d482-64af-45bc-91c9-061fd63cf79f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1158.563563] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1158.594326] env[69763]: DEBUG oslo_vmware.api [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123137, 'name': ReconfigVM_Task, 'duration_secs': 0.188612} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.598979] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816738', 'volume_id': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'name': 'volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a401c0f3-fb9b-462a-88c0-cbcea8109877', 'attached_at': '', 'detached_at': '', 'volume_id': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'serial': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1158.601301] env[69763]: INFO nova.compute.manager [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Took 34.17 seconds to build instance. [ 1158.721524] env[69763]: INFO nova.compute.manager [-] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Took 2.11 seconds to deallocate network for instance. [ 1158.774752] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d5c04f-d059-d24d-9a8c-731dc098584c, 'name': SearchDatastore_Task, 'duration_secs': 0.010109} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.775722] env[69763]: DEBUG nova.network.neutron [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Successfully created port: 0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1158.780817] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7be80f0b-d312-4aa5-8141-e96e83a715e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.787217] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1158.787217] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52be73bc-af0f-3984-f8ff-31c2f27afc51" [ 1158.787217] env[69763]: _type = "Task" [ 1158.787217] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.798272] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52be73bc-af0f-3984-f8ff-31c2f27afc51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.841980] env[69763]: DEBUG nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1158.870499] env[69763]: DEBUG nova.compute.manager [req-3b0643cd-e2a3-4e50-8518-0f19140a0daa req-f60c377e-1c40-459d-b87b-efa5f4fe6b11 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-vif-deleted-5a49f9dd-f809-412d-9f8e-f3a83b72aadb {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.870499] env[69763]: DEBUG nova.compute.manager [req-3b0643cd-e2a3-4e50-8518-0f19140a0daa req-f60c377e-1c40-459d-b87b-efa5f4fe6b11 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-vif-deleted-5b51779c-2264-4614-8082-fc3166c01cb8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.870631] env[69763]: DEBUG nova.compute.manager [req-3b0643cd-e2a3-4e50-8518-0f19140a0daa req-f60c377e-1c40-459d-b87b-efa5f4fe6b11 service nova] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Received event network-vif-deleted-769fddaa-a592-42db-bd06-5ca302bc3003 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.900107] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcd8042-087a-4303-8cfd-df5de603c301 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.909551] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71814c1-a78a-4c5b-baa4-9799600ac3a0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.941018] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c2ec379-4ac2-4f4c-a998-571478228495 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.955135] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123136, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.958673] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03301abb-cd5c-43d5-8621-f00b91d6e6f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.974148] env[69763]: DEBUG nova.compute.provider_tree [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.059113] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123138, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100357} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.059562] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1159.060743] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb08903b-50c4-4e87-85d5-bc2a7696a1a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.075149] env[69763]: DEBUG nova.compute.utils [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1159.085112] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e/184d3dba-107c-4c9b-befa-2212b833a12e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1159.086030] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-150d6988-ca01-458d-96bd-f70c763a63a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.104138] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e24bf7d-d94a-4ec6-8a9b-2e33f045eaf0 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "38069340-54de-4d00-add8-16d6903ea575" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.316s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.109423] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1159.109423] env[69763]: value = "task-4123139" [ 1159.109423] env[69763]: _type = "Task" [ 1159.109423] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.118478] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123139, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.228061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.298753] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52be73bc-af0f-3984-f8ff-31c2f27afc51, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.299051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.299406] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24/570af2e6-bf7e-47ee-ac35-276f44e87b24.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1159.299682] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-54bd4d27-3933-467a-b047-573bbf544811 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.306945] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1159.306945] env[69763]: value = "task-4123140" [ 1159.306945] env[69763]: _type = "Task" [ 1159.306945] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.316448] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123140, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.455548] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123136, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.477783] env[69763]: DEBUG nova.scheduler.client.report [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.586903] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.023s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.621228] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123139, 'name': ReconfigVM_Task, 'duration_secs': 0.412694} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.621675] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e/184d3dba-107c-4c9b-befa-2212b833a12e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.622730] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f750b648-1f77-42a6-8f8a-2228e2a12466 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.631823] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1159.631823] env[69763]: value = "task-4123141" [ 1159.631823] env[69763]: _type = "Task" [ 1159.631823] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.642696] env[69763]: DEBUG nova.objects.instance [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.644197] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123141, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.825593] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123140, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.851175] env[69763]: DEBUG nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1159.894778] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1159.895257] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1159.895556] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1159.895556] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1159.895630] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1159.895807] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1159.896047] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1159.896218] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1159.896385] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1159.896562] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1159.896844] env[69763]: DEBUG nova.virt.hardware [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1159.898064] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-380f5da6-667d-4c51-8e93-8b5c2cddb875 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.910214] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c31a9e-04f4-457b-91e0-7dc9cf977cae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.954447] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123136, 'name': ReconfigVM_Task, 'duration_secs': 1.870225} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.954853] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Reconfigured VM instance instance-00000052 to attach disk [datastore1] e2364079-751b-4723-b65c-fe9c88d82805/e2364079-751b-4723-b65c-fe9c88d82805.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1159.955593] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-704cadac-4038-4466-99c3-e9f6e01fb843 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.963783] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1159.963783] env[69763]: value = "task-4123142" [ 1159.963783] env[69763]: _type = "Task" [ 1159.963783] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.974090] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123142, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.985718] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.153s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.988675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.781s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.988979] env[69763]: DEBUG nova.objects.instance [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lazy-loading 'resources' on Instance uuid 2530519c-8f67-47a4-8809-7c3755d1bf9b {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.012343] env[69763]: INFO nova.scheduler.client.report [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Deleted allocations for instance 60724625-b676-437f-89d4-845433c33fbc [ 1160.072365] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.072803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.144876] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123141, 'name': Rename_Task, 'duration_secs': 0.2013} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.146905] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.147377] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b5b97357-3fc5-44fe-96d1-ea13f152002a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.155177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f78c5e7b-1916-4a21-82f9-4132508c7c3b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.416s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.162779] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1160.162779] env[69763]: value = "task-4123143" [ 1160.162779] env[69763]: _type = "Task" [ 1160.162779] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.176355] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123143, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.324884] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123140, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666812} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.325287] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24/570af2e6-bf7e-47ee-ac35-276f44e87b24.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1160.325556] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1160.325943] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-05edf8c5-d930-4b87-95f2-6989bf15f1db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.336878] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1160.336878] env[69763]: value = "task-4123144" [ 1160.336878] env[69763]: _type = "Task" [ 1160.336878] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.346148] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123144, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.459246] env[69763]: DEBUG nova.network.neutron [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Successfully updated port: 0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1160.475476] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123142, 'name': Rename_Task, 'duration_secs': 0.191605} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.476884] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1160.477248] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7507b2a0-f669-4662-8136-78d94f710d82 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.485309] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1160.485309] env[69763]: value = "task-4123145" [ 1160.485309] env[69763]: _type = "Task" [ 1160.485309] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.496737] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123145, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.522204] env[69763]: DEBUG oslo_concurrency.lockutils [None req-865df714-bf85-4c75-886e-29cf3d2448c5 tempest-ServersAdminTestJSON-2109728624 tempest-ServersAdminTestJSON-2109728624-project-member] Lock "60724625-b676-437f-89d4-845433c33fbc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.737s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.577670] env[69763]: DEBUG nova.compute.manager [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1160.664936] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6880d482-64af-45bc-91c9-061fd63cf79f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.665253] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.665559] env[69763]: INFO nova.compute.manager [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Attaching volume e79dae57-c9dd-438d-b313-c6a9778d2a1f to /dev/sdb [ 1160.677394] env[69763]: DEBUG oslo_vmware.api [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123143, 'name': PowerOnVM_Task, 'duration_secs': 0.468328} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.677675] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1160.679215] env[69763]: INFO nova.compute.manager [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Took 5.52 seconds to spawn the instance on the hypervisor. [ 1160.679326] env[69763]: DEBUG nova.compute.manager [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.680436] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e57047f-5b8e-420c-a703-44506578b05e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.721208] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa2cb756-7ddd-4dd7-9b10-69d9db39bba5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.727152] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9ffdea-8e30-4212-9317-0b4379d9d94e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.738364] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.738656] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.738828] env[69763]: DEBUG nova.compute.manager [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1160.743153] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc527af0-735c-46f1-8dda-87c963b6278d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.746051] env[69763]: DEBUG nova.virt.block_device [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updating existing volume attachment record: 2fa5601b-d23d-4f3e-b17f-48fa35881b2c {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1160.755916] env[69763]: DEBUG nova.compute.manager [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1160.756091] env[69763]: DEBUG nova.objects.instance [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1160.850396] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123144, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.149728} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1160.850396] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1160.850396] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8095c0f-1a50-4ed9-b7d0-473409f2d2e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.873513] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24/570af2e6-bf7e-47ee-ac35-276f44e87b24.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1160.876490] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfce9221-c813-449e-b2cd-29dd3591e5c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.899326] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1160.899326] env[69763]: value = "task-4123146" [ 1160.899326] env[69763]: _type = "Task" [ 1160.899326] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.909438] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123146, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.963363] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.963521] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.963673] env[69763]: DEBUG nova.network.neutron [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1160.985885] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e5a64a-0457-41ef-af46-56b42b999123 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.000209] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-033dcec8-d96d-4119-9f5d-0b7125277b90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.004807] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.042244] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ea545c-deac-4936-82e9-6585d3b0248e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.045038] env[69763]: DEBUG nova.compute.manager [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-vif-plugged-0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.045261] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.045463] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.045620] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.045780] env[69763]: DEBUG nova.compute.manager [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] No waiting events found dispatching network-vif-plugged-0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1161.045934] env[69763]: WARNING nova.compute.manager [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received unexpected event network-vif-plugged-0a76094a-30d4-4826-b815-d9a352e1aa4b for instance with vm_state building and task_state spawning. [ 1161.046162] env[69763]: DEBUG nova.compute.manager [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-changed-0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1161.046296] env[69763]: DEBUG nova.compute.manager [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Refreshing instance network info cache due to event network-changed-0a76094a-30d4-4826-b815-d9a352e1aa4b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1161.046394] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] Acquiring lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.054719] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68de2ee5-2867-4510-8107-286d457ee437 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.069113] env[69763]: DEBUG nova.compute.provider_tree [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1161.094281] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.094360] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.094520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.094661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.094833] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.100764] env[69763]: INFO nova.compute.manager [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Terminating instance [ 1161.104577] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.203936] env[69763]: INFO nova.compute.manager [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Took 35.18 seconds to build instance. [ 1161.410344] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.500067] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.572106] env[69763]: DEBUG nova.scheduler.client.report [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.604232] env[69763]: INFO nova.compute.manager [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Rebuilding instance [ 1161.608388] env[69763]: DEBUG nova.compute.manager [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1161.608640] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.609510] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f3f0837-22fc-4716-97ec-0cb39a5bcade {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.618834] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.620969] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb48a3b6-657e-48b0-8912-faa6f36aef8a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.630104] env[69763]: DEBUG oslo_vmware.api [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1161.630104] env[69763]: value = "task-4123150" [ 1161.630104] env[69763]: _type = "Task" [ 1161.630104] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.649449] env[69763]: DEBUG oslo_vmware.api [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123150, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.658387] env[69763]: DEBUG nova.compute.manager [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1161.663030] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8213dfc-a93a-4600-b607-3c784b55e2d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.706286] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6042b116-63d1-4e09-b410-b2bb9b4fc237 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "184d3dba-107c-4c9b-befa-2212b833a12e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.699s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.764426] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.764789] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdfd292c-6afd-4471-a48b-28bec3f41cc4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.773024] env[69763]: DEBUG oslo_vmware.api [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1161.773024] env[69763]: value = "task-4123151" [ 1161.773024] env[69763]: _type = "Task" [ 1161.773024] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.785643] env[69763]: DEBUG oslo_vmware.api [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123151, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.816271] env[69763]: DEBUG nova.network.neutron [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1161.914612] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123146, 'name': ReconfigVM_Task, 'duration_secs': 0.814621} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.915051] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24/570af2e6-bf7e-47ee-ac35-276f44e87b24.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1161.915731] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70cb47e1-bcb7-478a-9e28-d835da83e9d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.923298] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1161.923298] env[69763]: value = "task-4123152" [ 1161.923298] env[69763]: _type = "Task" [ 1161.923298] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.933385] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123152, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.005841] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123145, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.078201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.090s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.081538] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 22.573s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1162.111846] env[69763]: INFO nova.scheduler.client.report [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Deleted allocations for instance 2530519c-8f67-47a4-8809-7c3755d1bf9b [ 1162.116391] env[69763]: DEBUG nova.network.neutron [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1162.147545] env[69763]: DEBUG oslo_vmware.api [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123150, 'name': PowerOffVM_Task, 'duration_secs': 0.247154} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.148033] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.148801] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.148801] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f248c551-4ca3-460c-a059-79a9f5a15074 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.220347] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.223670] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.223670] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleting the datastore file [datastore2] b6f29db9-80f6-4781-b486-3d1a5b4f841c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.223670] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cf8716da-baeb-4aab-9db6-85c81f8fb1bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.229478] env[69763]: DEBUG oslo_vmware.api [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for the task: (returnval){ [ 1162.229478] env[69763]: value = "task-4123154" [ 1162.229478] env[69763]: _type = "Task" [ 1162.229478] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.239344] env[69763]: DEBUG oslo_vmware.api [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123154, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.285525] env[69763]: DEBUG oslo_vmware.api [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123151, 'name': PowerOffVM_Task, 'duration_secs': 0.280205} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.285525] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.285525] env[69763]: DEBUG nova.compute.manager [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.286097] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1720ef-deb7-4134-8f4d-3007ff942002 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.435827] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123152, 'name': Rename_Task, 'duration_secs': 0.183119} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.436152] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1162.436417] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-64d74e29-6bf6-4cb1-879c-60e12231eb69 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.447952] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1162.447952] env[69763]: value = "task-4123155" [ 1162.447952] env[69763]: _type = "Task" [ 1162.447952] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.459604] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123155, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.503024] env[69763]: DEBUG oslo_vmware.api [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123145, 'name': PowerOnVM_Task, 'duration_secs': 1.993689} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.503024] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1162.503024] env[69763]: INFO nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Took 11.48 seconds to spawn the instance on the hypervisor. [ 1162.503024] env[69763]: DEBUG nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.503024] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58061d7-2aac-4d36-b595-bf775e5a5fd9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.623448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.623784] env[69763]: DEBUG nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Instance network_info: |[{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1162.626222] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] Acquired lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.626415] env[69763]: DEBUG nova.network.neutron [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Refreshing network info cache for port 0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1162.627492] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:91:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0a76094a-30d4-4826-b815-d9a352e1aa4b', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1162.636124] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.639454] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e02dec78-fe35-4ad9-8390-bf3272ff00f9 tempest-InstanceActionsV221TestJSON-1853085965 tempest-InstanceActionsV221TestJSON-1853085965-project-member] Lock "2530519c-8f67-47a4-8809-7c3755d1bf9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.638s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.641510] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1162.644260] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-52f5d275-71d7-4030-8a9d-a8f0142c3cf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.673645] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1162.674299] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-936b697c-8fa9-440c-8cd4-a8bc72cd9fd6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.678099] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1162.678099] env[69763]: value = "task-4123156" [ 1162.678099] env[69763]: _type = "Task" [ 1162.678099] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.686145] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1162.686145] env[69763]: value = "task-4123157" [ 1162.686145] env[69763]: _type = "Task" [ 1162.686145] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.694024] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123156, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.700235] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123157, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.743933] env[69763]: DEBUG oslo_vmware.api [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Task: {'id': task-4123154, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160236} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.745844] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.745844] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.745844] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.745844] env[69763]: INFO nova.compute.manager [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1162.745844] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1162.746402] env[69763]: DEBUG nova.compute.manager [-] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1162.746402] env[69763]: DEBUG nova.network.neutron [-] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1162.812106] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6dc79b6b-ffd6-4dfb-afa8-15769c87e597 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.073s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.839927] env[69763]: INFO nova.compute.manager [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Rebuilding instance [ 1162.900708] env[69763]: DEBUG nova.compute.manager [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1162.901636] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52b16af4-28f9-4a38-82f6-a3b2a4d81340 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.974355] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123155, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.029360] env[69763]: INFO nova.compute.manager [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Took 40.93 seconds to build instance. [ 1163.051898] env[69763]: DEBUG nova.network.neutron [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updated VIF entry in instance network info cache for port 0a76094a-30d4-4826-b815-d9a352e1aa4b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1163.051898] env[69763]: DEBUG nova.network.neutron [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.066128] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b47d828f-b8a3-48f9-a614-44f4e03338f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.079825] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697f7286-2db7-499a-aade-ed618f63d8c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.144805] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc209b51-33aa-4c4e-b68e-cadb24d30826 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.160762] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92986b72-5632-4111-a95d-32c5b115fe26 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.184805] env[69763]: DEBUG nova.compute.provider_tree [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1163.220559] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123156, 'name': CreateVM_Task, 'duration_secs': 0.4173} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.223906] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123157, 'name': PowerOffVM_Task, 'duration_secs': 0.219747} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.224450] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1163.225177] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1163.226159] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1163.227156] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.227406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.227884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.229588] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdebaa69-312b-43d4-8c91-abcaafaa9ec3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.236730] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bb3c84e-5ea8-4bc2-a408-0307826acf58 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.240424] env[69763]: DEBUG nova.compute.manager [req-30402c5c-cb3e-49ca-b9ca-f4144d3afaf8 req-5481f086-a503-4083-aca6-7f7b2b61601b service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Received event network-vif-deleted-c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1163.240654] env[69763]: INFO nova.compute.manager [req-30402c5c-cb3e-49ca-b9ca-f4144d3afaf8 req-5481f086-a503-4083-aca6-7f7b2b61601b service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Neutron deleted interface c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7; detaching it from the instance and deleting it from the info cache [ 1163.240908] env[69763]: DEBUG nova.network.neutron [req-30402c5c-cb3e-49ca-b9ca-f4144d3afaf8 req-5481f086-a503-4083-aca6-7f7b2b61601b service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.247366] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1163.247366] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525fbf90-70f4-cd89-d2ef-b19ddb5d67b7" [ 1163.247366] env[69763]: _type = "Task" [ 1163.247366] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.249876] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1163.254543] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-709ee2f7-ec5c-4aa5-8fbe-0933be5a1077 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.263204] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525fbf90-70f4-cd89-d2ef-b19ddb5d67b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.284911] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1163.285204] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1163.285510] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Deleting the datastore file [datastore1] 38069340-54de-4d00-add8-16d6903ea575 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1163.285853] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c9ab2d-c241-4b2c-9878-e07450182eaf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.293865] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1163.293865] env[69763]: value = "task-4123159" [ 1163.293865] env[69763]: _type = "Task" [ 1163.293865] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.304799] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123159, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.469941] env[69763]: DEBUG oslo_vmware.api [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123155, 'name': PowerOnVM_Task, 'duration_secs': 0.647509} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.470027] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1163.470284] env[69763]: DEBUG nova.compute.manager [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1163.471202] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4383b7-bd14-48df-b21b-2cfe17678ca6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.536503] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c5bb0086-6f17-4786-9e3f-63e756d36815 tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "e2364079-751b-4723-b65c-fe9c88d82805" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.027s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.556275] env[69763]: DEBUG oslo_concurrency.lockutils [req-7d0bffae-eba3-465f-bd86-d01240ab7537 req-f61e8026-2f18-44f7-99fe-c0df89abb4fb service nova] Releasing lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.697234] env[69763]: DEBUG nova.scheduler.client.report [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.705025] env[69763]: DEBUG nova.network.neutron [-] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.725328] env[69763]: DEBUG nova.objects.instance [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1163.744234] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-13b0e7c9-850c-426e-a683-494ecc3c22d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.757219] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546e5ee0-595a-4f8f-b37b-dae4e1e88cf4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.777236] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525fbf90-70f4-cd89-d2ef-b19ddb5d67b7, 'name': SearchDatastore_Task, 'duration_secs': 0.014947} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.777236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.777236] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1163.777236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.777236] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.777236] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1163.777236] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c388402-86cc-4b2f-bf17-e17ca5977d70 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.794457] env[69763]: DEBUG nova.compute.manager [req-30402c5c-cb3e-49ca-b9ca-f4144d3afaf8 req-5481f086-a503-4083-aca6-7f7b2b61601b service nova] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Detach interface failed, port_id=c4d7c4f8-9ca6-4b2c-bf50-27142607e4e7, reason: Instance b6f29db9-80f6-4781-b486-3d1a5b4f841c could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1163.796017] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1163.796162] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1163.799586] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f3e5029a-58d3-4be6-802b-50964b7cdbe2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.806200] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1163.806200] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5243bb88-c64f-875f-9bf4-4fcdf3bd2440" [ 1163.806200] env[69763]: _type = "Task" [ 1163.806200] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.809684] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123159, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147254} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.812926] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1163.813425] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1163.813425] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1163.821983] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5243bb88-c64f-875f-9bf4-4fcdf3bd2440, 'name': SearchDatastore_Task, 'duration_secs': 0.010271} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1163.822859] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-585977a5-8643-4389-bb07-cce5c9b59d24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.830089] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1163.830089] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b2aaaa-4933-2e26-723d-87c6a2772531" [ 1163.830089] env[69763]: _type = "Task" [ 1163.830089] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.839384] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b2aaaa-4933-2e26-723d-87c6a2772531, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.924894] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1163.924894] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37b97065-2be4-47ad-a2c1-02d39dca11a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.932695] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1163.932695] env[69763]: value = "task-4123161" [ 1163.932695] env[69763]: _type = "Task" [ 1163.932695] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1163.944772] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123161, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1163.998934] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.208489] env[69763]: INFO nova.compute.manager [-] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Took 1.46 seconds to deallocate network for instance. [ 1164.230912] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.231121] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.231279] env[69763]: DEBUG nova.network.neutron [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.231460] env[69763]: DEBUG nova.objects.instance [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'info_cache' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.351665] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b2aaaa-4933-2e26-723d-87c6a2772531, 'name': SearchDatastore_Task, 'duration_secs': 0.011326} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.352031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.352352] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8178ef2c-a2ad-4d14-afed-53867c75b6a4/8178ef2c-a2ad-4d14-afed-53867c75b6a4.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1164.352668] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e14381c6-51de-4b8f-bcb7-527531a9c71f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.361870] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1164.361870] env[69763]: value = "task-4123162" [ 1164.361870] env[69763]: _type = "Task" [ 1164.361870] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.375556] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123162, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.453340] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "570af2e6-bf7e-47ee-ac35-276f44e87b24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.453601] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "570af2e6-bf7e-47ee-ac35-276f44e87b24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.453841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "570af2e6-bf7e-47ee-ac35-276f44e87b24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.453980] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "570af2e6-bf7e-47ee-ac35-276f44e87b24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.454265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "570af2e6-bf7e-47ee-ac35-276f44e87b24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.456054] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123161, 'name': PowerOffVM_Task, 'duration_secs': 0.201582} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.456571] env[69763]: INFO nova.compute.manager [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Terminating instance [ 1164.458214] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1164.458495] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.459716] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeae13f4-2f71-4d92-9cee-bf85bb4b2b4d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.469099] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1164.469432] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0025f82-6262-49d1-89f1-e2e608648e0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.497073] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1164.497312] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1164.497494] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Deleting the datastore file [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1164.497764] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c02fd33-d38f-49a0-b6b3-7995302820ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.504998] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1164.504998] env[69763]: value = "task-4123164" [ 1164.504998] env[69763]: _type = "Task" [ 1164.504998] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.515199] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123164, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.713047] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.632s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.716147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 24.951s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.716614] env[69763]: DEBUG nova.objects.instance [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lazy-loading 'resources' on Instance uuid be849381-d178-4a4a-9969-9b7ca9594b59 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1164.718473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.737031] env[69763]: DEBUG nova.objects.base [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1164.747313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "e2364079-751b-4723-b65c-fe9c88d82805" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.747939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "e2364079-751b-4723-b65c-fe9c88d82805" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.748405] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "e2364079-751b-4723-b65c-fe9c88d82805-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.749265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "e2364079-751b-4723-b65c-fe9c88d82805-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.749628] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "e2364079-751b-4723-b65c-fe9c88d82805-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.752247] env[69763]: INFO nova.compute.manager [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Terminating instance [ 1164.832137] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquiring lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.832422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.832633] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquiring lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.835069] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.835069] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.839141] env[69763]: INFO nova.compute.manager [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Terminating instance [ 1164.884166] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123162, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.887517] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1164.887810] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1164.887934] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1164.888362] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1164.888362] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1164.888582] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1164.888740] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1164.889017] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1164.889241] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1164.889464] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1164.889741] env[69763]: DEBUG nova.virt.hardware [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1164.890703] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad5886a-76da-4e78-86ef-adced0a87982 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.904278] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2330f3b-0103-460e-8bfe-9a73b3123865 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.921154] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.927832] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1164.928528] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.928828] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3bc5e648-58f9-4ac1-a3d9-dc1440e68d90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.948267] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.948267] env[69763]: value = "task-4123165" [ 1164.948267] env[69763]: _type = "Task" [ 1164.948267] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.957543] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123165, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.965390] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "refresh_cache-570af2e6-bf7e-47ee-ac35-276f44e87b24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.965609] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquired lock "refresh_cache-570af2e6-bf7e-47ee-ac35-276f44e87b24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.965855] env[69763]: DEBUG nova.network.neutron [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1165.017543] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123164, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140956} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.018749] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.018749] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.018749] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.257532] env[69763]: DEBUG nova.compute.manager [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.257771] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.259185] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39ad758f-df52-4428-9bee-bef12a5c24ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.267918] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.268250] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb6458ca-aaa2-4aa2-9618-3a583277a070 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.277736] env[69763]: DEBUG oslo_vmware.api [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1165.277736] env[69763]: value = "task-4123166" [ 1165.277736] env[69763]: _type = "Task" [ 1165.277736] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.289231] env[69763]: DEBUG oslo_vmware.api [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.319288] env[69763]: INFO nova.scheduler.client.report [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted allocation for migration e37d0301-e922-4241-b8c2-4634c898a62f [ 1165.344636] env[69763]: DEBUG nova.compute.manager [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1165.344915] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1165.345865] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30a28b0-e525-4de4-8ccc-80aadb5780d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.355789] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1165.358794] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76ce6d2a-871d-4b60-a36f-89264979051d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.374667] env[69763]: DEBUG oslo_vmware.api [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1165.374667] env[69763]: value = "task-4123167" [ 1165.374667] env[69763]: _type = "Task" [ 1165.374667] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.378179] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123162, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.590514} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.385280] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8178ef2c-a2ad-4d14-afed-53867c75b6a4/8178ef2c-a2ad-4d14-afed-53867c75b6a4.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1165.385646] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1165.386801] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0f963dd-29f6-45ea-b6b2-1238bfac88da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.395176] env[69763]: DEBUG oslo_vmware.api [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123167, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.396948] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1165.396948] env[69763]: value = "task-4123168" [ 1165.396948] env[69763]: _type = "Task" [ 1165.396948] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.408478] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123168, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.463579] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123165, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.494223] env[69763]: DEBUG nova.network.neutron [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1165.606147] env[69763]: DEBUG nova.network.neutron [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.629991] env[69763]: DEBUG nova.network.neutron [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updating instance_info_cache with network_info: [{"id": "49f67be4-7d75-49f2-8f13-9c11445a8010", "address": "fa:16:3e:65:f3:f3", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f67be4-7d", "ovs_interfaceid": "49f67be4-7d75-49f2-8f13-9c11445a8010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.751014] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd0ab7d-f2eb-4af5-bc67-dbfe7491c4d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.759465] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05332682-9c31-43ac-a519-6d86a0a19e61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.796862] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f3ed06-04cf-47cd-814b-fc93c3f502b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.808601] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-334f8e9c-1613-42e1-8acd-2dc6abce8ae5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.813194] env[69763]: DEBUG oslo_vmware.api [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.814367] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1165.814592] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1165.815442] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e99ae5-172e-4187-976a-b1548e40b7b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.829365] env[69763]: DEBUG nova.compute.provider_tree [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.843291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-41ea545b-9880-45f0-a534-7687cbd8e622 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 29.981s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.846033] env[69763]: DEBUG nova.scheduler.client.report [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.852336] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-232b20af-e192-4d67-b326-48b0a14cc56e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.879965] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f/volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.881085] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5bebbbc-eda9-41f8-9d4a-3535951a7fb0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.907386] env[69763]: DEBUG oslo_vmware.api [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1165.907386] env[69763]: value = "task-4123169" [ 1165.907386] env[69763]: _type = "Task" [ 1165.907386] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.915369] env[69763]: DEBUG oslo_vmware.api [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123167, 'name': PowerOffVM_Task, 'duration_secs': 0.272949} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.915715] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123168, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081498} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.919025] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.919219] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.919573] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1165.919877] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4cd53976-7045-4814-95d7-4ba24553389a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.922248] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b18478-d741-4155-8193-f2f511b02628 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.931692] env[69763]: DEBUG oslo_vmware.api [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.952701] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] 8178ef2c-a2ad-4d14-afed-53867c75b6a4/8178ef2c-a2ad-4d14-afed-53867c75b6a4.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1165.953563] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e5ca1040-7eea-4359-b307-a7d262404f32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.983551] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123165, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.985130] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1165.985130] env[69763]: value = "task-4123171" [ 1165.985130] env[69763]: _type = "Task" [ 1165.985130] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.994825] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123171, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.011264] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.011534] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.011722] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Deleting the datastore file [datastore1] a32de7d2-9c6c-40df-88d0-069bf9d2ec0d {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.012131] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c075f077-49e2-4520-ab42-d5469c05966a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.020664] env[69763]: DEBUG oslo_vmware.api [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for the task: (returnval){ [ 1166.020664] env[69763]: value = "task-4123172" [ 1166.020664] env[69763]: _type = "Task" [ 1166.020664] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.030027] env[69763]: DEBUG oslo_vmware.api [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123172, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.073429] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1166.073761] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1166.073961] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1166.074119] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1166.074319] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1166.074416] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1166.075153] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1166.075153] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1166.075153] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1166.075153] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1166.075609] env[69763]: DEBUG nova.virt.hardware [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1166.076519] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-581cf4eb-6708-4c43-a4c8-3772a893a043 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.089815] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2278219-304e-4626-bf12-d4859292aea7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.108801] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Releasing lock "refresh_cache-570af2e6-bf7e-47ee-ac35-276f44e87b24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.108986] env[69763]: DEBUG nova.compute.manager [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1166.109170] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1166.109603] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1166.115510] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.116363] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-500bce84-65c2-46f5-9b5c-00df25b0160d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.119296] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1166.119601] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b5bf7d2a-df8b-402d-9085-826c82a068f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.132790] env[69763]: DEBUG oslo_concurrency.lockutils [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Releasing lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.138078] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1166.138491] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fe48ff5-e0a5-4f5a-a7a9-f7bfdcdbe7ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.141994] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1166.141994] env[69763]: value = "task-4123173" [ 1166.141994] env[69763]: _type = "Task" [ 1166.141994] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.148101] env[69763]: DEBUG oslo_vmware.api [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1166.148101] env[69763]: value = "task-4123174" [ 1166.148101] env[69763]: _type = "Task" [ 1166.148101] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.153352] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123173, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.163740] env[69763]: DEBUG oslo_vmware.api [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.306378] env[69763]: DEBUG oslo_vmware.api [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123166, 'name': PowerOffVM_Task, 'duration_secs': 0.982056} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.307479] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.307721] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.308027] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d4c8f6c1-944e-4aa8-8b2d-9573c467b93a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.355601] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.639s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.360998] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.425s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.361372] env[69763]: DEBUG nova.objects.instance [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lazy-loading 'resources' on Instance uuid 4e94af94-e78d-4309-bc41-39ee946a1cca {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1166.386030] env[69763]: INFO nova.scheduler.client.report [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted allocations for instance be849381-d178-4a4a-9969-9b7ca9594b59 [ 1166.394712] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.394939] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.395209] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Deleting the datastore file [datastore1] e2364079-751b-4723-b65c-fe9c88d82805 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.395726] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3b9ac140-9275-44ae-9268-1c55653ad50b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.404715] env[69763]: DEBUG oslo_vmware.api [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for the task: (returnval){ [ 1166.404715] env[69763]: value = "task-4123176" [ 1166.404715] env[69763]: _type = "Task" [ 1166.404715] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.415752] env[69763]: DEBUG oslo_vmware.api [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.429084] env[69763]: DEBUG oslo_vmware.api [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123169, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.472626] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123165, 'name': CreateVM_Task, 'duration_secs': 1.178852} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.472927] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.473474] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.473642] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.474061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.474377] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1588a1e0-5388-4f20-9f33-10756168ef33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.481340] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1166.481340] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dd738f-d53e-aa49-05f2-0ed351bc0048" [ 1166.481340] env[69763]: _type = "Task" [ 1166.481340] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.501627] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dd738f-d53e-aa49-05f2-0ed351bc0048, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.504398] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123171, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.532500] env[69763]: DEBUG oslo_vmware.api [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Task: {'id': task-4123172, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164136} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.532781] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.532965] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.533198] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.533318] env[69763]: INFO nova.compute.manager [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1166.533560] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.533792] env[69763]: DEBUG nova.compute.manager [-] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.533886] env[69763]: DEBUG nova.network.neutron [-] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.655729] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123173, 'name': CreateVM_Task, 'duration_secs': 0.419669} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.660135] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1166.660135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.668065] env[69763]: DEBUG oslo_vmware.api [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123174, 'name': PowerOffVM_Task, 'duration_secs': 0.17138} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.668555] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1166.669527] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1166.670805] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e2c26542-e4d4-4f04-b520-9d9edb00f70c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.701370] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1166.701651] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1166.702486] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Deleting the datastore file [datastore2] 570af2e6-bf7e-47ee-ac35-276f44e87b24 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1166.703411] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70ee3f69-7fe4-4f12-815c-01323d5c1dc3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.711911] env[69763]: DEBUG oslo_vmware.api [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for the task: (returnval){ [ 1166.711911] env[69763]: value = "task-4123178" [ 1166.711911] env[69763]: _type = "Task" [ 1166.711911] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.722196] env[69763]: DEBUG oslo_vmware.api [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123178, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.902520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb632a1b-91a0-4aad-8360-ef4fe61a1378 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "be849381-d178-4a4a-9969-9b7ca9594b59" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.933s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.923468] env[69763]: DEBUG oslo_vmware.api [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Task: {'id': task-4123176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167136} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.924895] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1166.925017] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1166.925298] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1166.925490] env[69763]: INFO nova.compute.manager [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Took 1.67 seconds to destroy the instance on the hypervisor. [ 1166.925769] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1166.926886] env[69763]: DEBUG nova.compute.manager [-] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1166.926886] env[69763]: DEBUG nova.network.neutron [-] [instance: e2364079-751b-4723-b65c-fe9c88d82805] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1166.933192] env[69763]: DEBUG oslo_vmware.api [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123169, 'name': ReconfigVM_Task, 'duration_secs': 0.648758} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.939057] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f/volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1166.945967] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-239d8041-6ae4-43ac-aaff-9b8cd5cb644a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.967983] env[69763]: DEBUG oslo_vmware.api [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1166.967983] env[69763]: value = "task-4123179" [ 1166.967983] env[69763]: _type = "Task" [ 1166.967983] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.979985] env[69763]: DEBUG oslo_vmware.api [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.991378] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52dd738f-d53e-aa49-05f2-0ed351bc0048, 'name': SearchDatastore_Task, 'duration_secs': 0.02509} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.994752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.995014] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1166.995624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.995624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.995825] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1166.998902] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.999249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.999507] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4541c089-b334-4fd8-b009-754da461d202 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.002366] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-38e9552b-94d3-4997-8522-38eea50cb5d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.008315] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123171, 'name': ReconfigVM_Task, 'duration_secs': 0.547635} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.008668] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Reconfigured VM instance instance-00000055 to attach disk [datastore2] 8178ef2c-a2ad-4d14-afed-53867c75b6a4/8178ef2c-a2ad-4d14-afed-53867c75b6a4.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1167.009340] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4336296-0577-42df-b9ac-b01d5b7ec003 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.013111] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1167.013111] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b045f7-6aa7-42dd-7ad0-4ac0e361a50c" [ 1167.013111] env[69763]: _type = "Task" [ 1167.013111] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.013340] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.013501] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.018804] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbe38213-3702-462a-a931-3b46e80b1bbc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.028026] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1167.028026] env[69763]: value = "task-4123180" [ 1167.028026] env[69763]: _type = "Task" [ 1167.028026] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.031562] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1167.031562] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525e7809-de6a-b99a-1166-93cd4d57d40c" [ 1167.031562] env[69763]: _type = "Task" [ 1167.031562] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.035932] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b045f7-6aa7-42dd-7ad0-4ac0e361a50c, 'name': SearchDatastore_Task, 'duration_secs': 0.01039} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.039099] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.039354] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1167.039570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.043172] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123180, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.052703] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525e7809-de6a-b99a-1166-93cd4d57d40c, 'name': SearchDatastore_Task, 'duration_secs': 0.011518} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.053526] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f542679d-a23b-4123-ae13-8f4df6331f92 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.059393] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1167.059393] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522dca60-be3e-e663-da0c-c90757c3017e" [ 1167.059393] env[69763]: _type = "Task" [ 1167.059393] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.070632] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522dca60-be3e-e663-da0c-c90757c3017e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.139909] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.140082] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-939bcd11-77c4-473c-b80f-2507b0f8a31e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.154192] env[69763]: DEBUG oslo_vmware.api [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1167.154192] env[69763]: value = "task-4123181" [ 1167.154192] env[69763]: _type = "Task" [ 1167.154192] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.165179] env[69763]: DEBUG oslo_vmware.api [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.222451] env[69763]: DEBUG oslo_vmware.api [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Task: {'id': task-4123178, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096853} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.225305] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1167.225528] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1167.225733] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1167.227561] env[69763]: INFO nova.compute.manager [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1167.227864] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1167.229520] env[69763]: DEBUG nova.compute.manager [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1167.229520] env[69763]: DEBUG nova.network.neutron [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1167.240737] env[69763]: DEBUG nova.compute.manager [req-32e4c136-9119-4353-a177-66d2c00a4271 req-c79628e4-2e66-41dd-b868-ef9742e5eaf7 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Received event network-vif-deleted-c693db7a-492a-4a88-881c-0ab06312cd57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1167.240941] env[69763]: INFO nova.compute.manager [req-32e4c136-9119-4353-a177-66d2c00a4271 req-c79628e4-2e66-41dd-b868-ef9742e5eaf7 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Neutron deleted interface c693db7a-492a-4a88-881c-0ab06312cd57; detaching it from the instance and deleting it from the info cache [ 1167.241136] env[69763]: DEBUG nova.network.neutron [req-32e4c136-9119-4353-a177-66d2c00a4271 req-c79628e4-2e66-41dd-b868-ef9742e5eaf7 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.248333] env[69763]: DEBUG nova.network.neutron [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1167.315488] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bb07c73-efe8-4fa4-9503-ff744a6da6a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.324952] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00f1075-1e8e-4588-81f1-bc9ea377e44e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.358275] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401450c9-b1d9-48f8-b908-929d89d0caaa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.367413] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b5d2d5-044b-4448-831d-9a339678f834 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.386358] env[69763]: DEBUG nova.compute.provider_tree [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1167.481999] env[69763]: DEBUG oslo_vmware.api [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123179, 'name': ReconfigVM_Task, 'duration_secs': 0.202793} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.482386] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1167.542017] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123180, 'name': Rename_Task, 'duration_secs': 0.207053} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.542017] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1167.542017] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d512642-60bb-4e84-8a71-beb26992e41d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.548838] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1167.548838] env[69763]: value = "task-4123182" [ 1167.548838] env[69763]: _type = "Task" [ 1167.548838] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.559983] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123182, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.571954] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522dca60-be3e-e663-da0c-c90757c3017e, 'name': SearchDatastore_Task, 'duration_secs': 0.011099} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.572507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.572995] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 38069340-54de-4d00-add8-16d6903ea575/38069340-54de-4d00-add8-16d6903ea575.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1167.573618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.573975] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1167.574469] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3f888492-d857-4832-92d0-bcefdb599c65 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.577134] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-07386193-d852-4998-82e6-20ca7a5a8cc1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.590351] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1167.590351] env[69763]: value = "task-4123183" [ 1167.590351] env[69763]: _type = "Task" [ 1167.590351] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.594966] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1167.594966] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1167.595452] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbad3bbb-a842-49af-811e-60ac22fb9ef1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.607392] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1167.607392] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52df1fa8-52be-6293-82b2-db22672a2b99" [ 1167.607392] env[69763]: _type = "Task" [ 1167.607392] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.607738] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123183, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.621200] env[69763]: DEBUG nova.network.neutron [-] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.622748] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52df1fa8-52be-6293-82b2-db22672a2b99, 'name': SearchDatastore_Task, 'duration_secs': 0.012248} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.625803] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f9d5ee6-f637-4e52-8341-d240e2477506 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.631551] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1167.631551] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5292be20-665a-488e-0bdd-59b58b65abdd" [ 1167.631551] env[69763]: _type = "Task" [ 1167.631551] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.647981] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5292be20-665a-488e-0bdd-59b58b65abdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.666537] env[69763]: DEBUG oslo_vmware.api [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123181, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.747701] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-355b5b10-0c0a-45ed-8001-28548ae8d0ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.750388] env[69763]: DEBUG nova.network.neutron [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.761044] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34bb9aca-d37e-4768-8ee2-dfccaf5f9241 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.809711] env[69763]: DEBUG nova.compute.manager [req-32e4c136-9119-4353-a177-66d2c00a4271 req-c79628e4-2e66-41dd-b868-ef9742e5eaf7 service nova] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Detach interface failed, port_id=c693db7a-492a-4a88-881c-0ab06312cd57, reason: Instance a32de7d2-9c6c-40df-88d0-069bf9d2ec0d could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.820000] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.820110] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.820369] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.820590] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1167.820803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.825551] env[69763]: INFO nova.compute.manager [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Terminating instance [ 1167.889544] env[69763]: DEBUG nova.scheduler.client.report [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1168.066205] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123182, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.105432] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123183, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.128937] env[69763]: INFO nova.compute.manager [-] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Took 1.59 seconds to deallocate network for instance. [ 1168.146021] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5292be20-665a-488e-0bdd-59b58b65abdd, 'name': SearchDatastore_Task, 'duration_secs': 0.011805} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.146021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.146257] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e/184d3dba-107c-4c9b-befa-2212b833a12e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1168.146557] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a65753b-347b-4d8a-adc0-5faa24f46397 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.161101] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1168.161101] env[69763]: value = "task-4123184" [ 1168.161101] env[69763]: _type = "Task" [ 1168.161101] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.170529] env[69763]: DEBUG oslo_vmware.api [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123181, 'name': PowerOnVM_Task, 'duration_secs': 0.551062} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.170987] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.171331] env[69763]: DEBUG nova.compute.manager [None req-16496827-1090-48b5-b4fa-db347e3dabc8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.173138] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4badcb5-db63-4779-be13-71b3cd293e86 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.180065] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.254131] env[69763]: INFO nova.compute.manager [-] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Took 1.02 seconds to deallocate network for instance. [ 1168.306750] env[69763]: DEBUG nova.compute.manager [req-9d4bbbad-fec9-4f63-b27b-1a5fef7c2a4e req-79b6ee97-860e-4e32-96f6-ae8373ac2842 service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Received event network-vif-deleted-afefa852-7e79-42cd-ae49-5b15d0ad8e75 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1168.307174] env[69763]: INFO nova.compute.manager [req-9d4bbbad-fec9-4f63-b27b-1a5fef7c2a4e req-79b6ee97-860e-4e32-96f6-ae8373ac2842 service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Neutron deleted interface afefa852-7e79-42cd-ae49-5b15d0ad8e75; detaching it from the instance and deleting it from the info cache [ 1168.307757] env[69763]: DEBUG nova.network.neutron [req-9d4bbbad-fec9-4f63-b27b-1a5fef7c2a4e req-79b6ee97-860e-4e32-96f6-ae8373ac2842 service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.333087] env[69763]: DEBUG nova.compute.manager [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1168.333087] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1168.333087] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1840805d-51d8-491f-b4a7-68079d1fb434 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.342018] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1168.342018] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c2e6ff9-b46b-436f-9684-3dcd59e959cf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.351018] env[69763]: DEBUG oslo_vmware.api [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1168.351018] env[69763]: value = "task-4123185" [ 1168.351018] env[69763]: _type = "Task" [ 1168.351018] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.359678] env[69763]: DEBUG oslo_vmware.api [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.397874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.035s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.398578] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.775s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.399158] env[69763]: DEBUG nova.objects.instance [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lazy-loading 'resources' on Instance uuid a23eb33a-d79c-47e9-b4f0-594d73736a2b {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.421130] env[69763]: INFO nova.scheduler.client.report [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted allocations for instance 4e94af94-e78d-4309-bc41-39ee946a1cca [ 1168.468823] env[69763]: DEBUG nova.network.neutron [-] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.539593] env[69763]: DEBUG nova.objects.instance [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'flavor' on Instance uuid 6880d482-64af-45bc-91c9-061fd63cf79f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1168.565623] env[69763]: DEBUG oslo_vmware.api [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123182, 'name': PowerOnVM_Task, 'duration_secs': 0.581156} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.566643] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1168.566643] env[69763]: INFO nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Took 8.71 seconds to spawn the instance on the hypervisor. [ 1168.566643] env[69763]: DEBUG nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1168.567509] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f31d56-f722-430b-af6f-dc26c0bea4b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.606325] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123183, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.638216] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.678406] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.726803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.727077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.762009] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.812131] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8181b876-b475-4105-a3ec-97303a8910a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.822700] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbf2624-8f35-41eb-9317-5d89303d9776 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.857089] env[69763]: DEBUG nova.compute.manager [req-9d4bbbad-fec9-4f63-b27b-1a5fef7c2a4e req-79b6ee97-860e-4e32-96f6-ae8373ac2842 service nova] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Detach interface failed, port_id=afefa852-7e79-42cd-ae49-5b15d0ad8e75, reason: Instance e2364079-751b-4723-b65c-fe9c88d82805 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1168.865988] env[69763]: DEBUG oslo_vmware.api [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123185, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.932060] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ed2c4ccb-d0be-402b-a419-8233fc32e0ae tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4e94af94-e78d-4309-bc41-39ee946a1cca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.729s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.973680] env[69763]: INFO nova.compute.manager [-] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Took 2.05 seconds to deallocate network for instance. [ 1169.051039] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "11e9af7e-1044-4b0d-b924-cd978349f723" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.051094] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "11e9af7e-1044-4b0d-b924-cd978349f723" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.051275] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "11e9af7e-1044-4b0d-b924-cd978349f723-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.051464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "11e9af7e-1044-4b0d-b924-cd978349f723-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.051736] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "11e9af7e-1044-4b0d-b924-cd978349f723-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.053387] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5198316f-6f57-44b4-9a10-2158fcfe663a tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.388s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.055189] env[69763]: INFO nova.compute.manager [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Terminating instance [ 1169.095485] env[69763]: INFO nova.compute.manager [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Took 33.73 seconds to build instance. [ 1169.106266] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123183, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.176721] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "ec734c20-fb3f-42ca-9856-170aa115115c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.176968] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "ec734c20-fb3f-42ca-9856-170aa115115c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.177224] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "ec734c20-fb3f-42ca-9856-170aa115115c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.177670] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "ec734c20-fb3f-42ca-9856-170aa115115c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.177858] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "ec734c20-fb3f-42ca-9856-170aa115115c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.180024] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123184, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.180784] env[69763]: INFO nova.compute.manager [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Terminating instance [ 1169.232670] env[69763]: DEBUG nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1169.327636] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-619740d1-b9a1-474d-b179-57228428c1ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.340706] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143b6229-0403-48ef-967a-f726d1b35ffd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.381040] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8224f5c9-ef90-4556-b13d-b1589168ea1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.175608] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.176356] env[69763]: DEBUG nova.compute.manager [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.176546] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.176975] env[69763]: DEBUG oslo_concurrency.lockutils [None req-89ed0993-1519-416b-ba63-8b06484b4e3e tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.714s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.177475] env[69763]: DEBUG nova.compute.manager [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1170.177647] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1170.183350] env[69763]: DEBUG oslo_vmware.api [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123185, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.183350] env[69763]: WARNING oslo_vmware.common.loopingcall [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] task run outlasted interval by 0.305322 sec [ 1170.187064] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-592613cb-601a-401c-9b68-84871a2efccb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.196117] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-206b3d68-48df-46bd-b834-2e742e91421a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.204797] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.204976] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1170.212024] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac9569b-c2de-45ec-b4e0-815ff929d173 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.221824] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.234218] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0c2c435b-dc6c-468a-8460-89f0b773538e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.235971] env[69763]: DEBUG oslo_vmware.api [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123185, 'name': PowerOffVM_Task, 'duration_secs': 1.062411} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.236586] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123184, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.510725} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.236845] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1170.237117] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123183, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.550914} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.239309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1170.239686] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.239764] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.241203] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e/184d3dba-107c-4c9b-befa-2212b833a12e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.241203] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.241203] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c2ed75d2-1b95-4f4f-ba4f-86705f70cb39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.242190] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 38069340-54de-4d00-add8-16d6903ea575/38069340-54de-4d00-add8-16d6903ea575.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1170.244560] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1170.252088] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b617bcf0-f93b-480f-8968-acf11b177ff7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.253755] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d35d13cf-859f-4aa1-a0fa-6b33e30cd360 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.255534] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb94dabd-6acc-4447-a70e-e82344275f55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.257939] env[69763]: DEBUG nova.compute.provider_tree [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.261208] env[69763]: DEBUG oslo_vmware.api [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1170.261208] env[69763]: value = "task-4123186" [ 1170.261208] env[69763]: _type = "Task" [ 1170.261208] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.268322] env[69763]: DEBUG oslo_vmware.api [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1170.268322] env[69763]: value = "task-4123187" [ 1170.268322] env[69763]: _type = "Task" [ 1170.268322] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.269174] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1170.269174] env[69763]: value = "task-4123189" [ 1170.269174] env[69763]: _type = "Task" [ 1170.269174] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.273476] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1170.273476] env[69763]: value = "task-4123190" [ 1170.273476] env[69763]: _type = "Task" [ 1170.273476] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.281899] env[69763]: DEBUG oslo_vmware.api [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123186, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.293285] env[69763]: DEBUG oslo_vmware.api [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123187, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.299264] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123189, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.303018] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.356083] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.356083] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.356347] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleting the datastore file [datastore2] 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.357167] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8c08bf3-f8de-4e16-8fab-8533bce15fb3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.367635] env[69763]: DEBUG oslo_vmware.api [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1170.367635] env[69763]: value = "task-4123191" [ 1170.367635] env[69763]: _type = "Task" [ 1170.367635] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.379733] env[69763]: DEBUG oslo_vmware.api [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123191, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.716222] env[69763]: DEBUG nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1170.721621] env[69763]: INFO nova.compute.manager [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Rebuilding instance [ 1170.751311] env[69763]: DEBUG nova.compute.manager [req-b653c814-8b8d-4a74-9484-86f287d0c6de req-32670023-a576-4fd7-8079-a182762b1f89 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-changed-0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1170.751607] env[69763]: DEBUG nova.compute.manager [req-b653c814-8b8d-4a74-9484-86f287d0c6de req-32670023-a576-4fd7-8079-a182762b1f89 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Refreshing instance network info cache due to event network-changed-0a76094a-30d4-4826-b815-d9a352e1aa4b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1170.751972] env[69763]: DEBUG oslo_concurrency.lockutils [req-b653c814-8b8d-4a74-9484-86f287d0c6de req-32670023-a576-4fd7-8079-a182762b1f89 service nova] Acquiring lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.754087] env[69763]: DEBUG oslo_concurrency.lockutils [req-b653c814-8b8d-4a74-9484-86f287d0c6de req-32670023-a576-4fd7-8079-a182762b1f89 service nova] Acquired lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.754087] env[69763]: DEBUG nova.network.neutron [req-b653c814-8b8d-4a74-9484-86f287d0c6de req-32670023-a576-4fd7-8079-a182762b1f89 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Refreshing network info cache for port 0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1170.765397] env[69763]: DEBUG nova.scheduler.client.report [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.803336] env[69763]: DEBUG oslo_vmware.api [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123186, 'name': PowerOffVM_Task, 'duration_secs': 0.251054} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.807048] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.807048] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.814038] env[69763]: DEBUG nova.compute.manager [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1170.814038] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f63b771-48aa-40b8-b858-b67cf2911d32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.815711] env[69763]: DEBUG oslo_vmware.api [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123187, 'name': PowerOffVM_Task, 'duration_secs': 0.441079} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.815968] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123189, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.120317} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.816742] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93fbd217-44cd-4862-ba18-ed5629cc115d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.822824] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.823050] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1170.823386] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.823765] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.22313} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.824481] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-230a0abb-ea55-4fcc-b424-b377a5d3ff33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.826936] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfc542f-4c32-406c-a9bf-eae6f7eee78c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.830267] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1170.831316] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39e290a5-0c86-43fc-b569-1cfb3dda12ab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.857795] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e/184d3dba-107c-4c9b-befa-2212b833a12e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.871282] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0049466-23ae-4f25-9d6a-0e95e81e0350 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.898650] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 38069340-54de-4d00-add8-16d6903ea575/38069340-54de-4d00-add8-16d6903ea575.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1170.903464] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ada7806-c925-472c-b5a8-a8e0dadb51fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.927210] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.927486] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.927717] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleting the datastore file [datastore1] 11e9af7e-1044-4b0d-b924-cd978349f723 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.928475] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1170.928690] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1170.928923] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleting the datastore file [datastore1] ec734c20-fb3f-42ca-9856-170aa115115c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1170.933713] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b21f8a5a-c561-4bfd-badb-c1257a6b07ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.937042] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-713230f9-69bd-4a77-b5c4-d3d7168f5a5d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.939378] env[69763]: DEBUG oslo_vmware.api [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123191, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.54846} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.942318] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1170.942854] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1170.942854] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1170.942854] env[69763]: INFO nova.compute.manager [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Took 2.61 seconds to destroy the instance on the hypervisor. [ 1170.943159] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.943471] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1170.943471] env[69763]: value = "task-4123195" [ 1170.943471] env[69763]: _type = "Task" [ 1170.943471] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.943704] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1170.943704] env[69763]: value = "task-4123194" [ 1170.943704] env[69763]: _type = "Task" [ 1170.943704] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.944948] env[69763]: DEBUG nova.compute.manager [-] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1170.945094] env[69763]: DEBUG nova.network.neutron [-] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1170.957600] env[69763]: DEBUG oslo_vmware.api [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1170.957600] env[69763]: value = "task-4123197" [ 1170.957600] env[69763]: _type = "Task" [ 1170.957600] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.958026] env[69763]: DEBUG oslo_vmware.api [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1170.958026] env[69763]: value = "task-4123196" [ 1170.958026] env[69763]: _type = "Task" [ 1170.958026] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.977086] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.978029] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123195, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.984030] env[69763]: DEBUG oslo_vmware.api [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123196, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.988045] env[69763]: DEBUG oslo_vmware.api [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123197, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.250429] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.283071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.884s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.286120] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.183s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.286120] env[69763]: DEBUG nova.objects.instance [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'resources' on Instance uuid c773bd6c-8518-4a5f-83ea-7e992730baff {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.318721] env[69763]: INFO nova.scheduler.client.report [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Deleted allocations for instance a23eb33a-d79c-47e9-b4f0-594d73736a2b [ 1171.467379] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123195, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.477033] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123194, 'name': ReconfigVM_Task, 'duration_secs': 0.308205} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.477445] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 38069340-54de-4d00-add8-16d6903ea575/38069340-54de-4d00-add8-16d6903ea575.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.478719] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6fd23533-6937-4d73-bc34-7d0460636f15 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.484490] env[69763]: DEBUG oslo_vmware.api [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123197, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160551} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.490424] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.490424] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.490424] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.490424] env[69763]: INFO nova.compute.manager [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1171.490424] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.490424] env[69763]: DEBUG oslo_vmware.api [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123196, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165386} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.490424] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1171.490424] env[69763]: value = "task-4123198" [ 1171.490424] env[69763]: _type = "Task" [ 1171.490424] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.490424] env[69763]: DEBUG nova.compute.manager [-] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.490424] env[69763]: DEBUG nova.network.neutron [-] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.492114] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1171.492678] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1171.492678] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1171.492678] env[69763]: INFO nova.compute.manager [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1171.492851] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1171.493180] env[69763]: DEBUG nova.compute.manager [-] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1171.493270] env[69763]: DEBUG nova.network.neutron [-] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1171.508332] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123198, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.791732] env[69763]: DEBUG nova.objects.instance [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'numa_topology' on Instance uuid c773bd6c-8518-4a5f-83ea-7e992730baff {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.834717] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5577df91-7d0c-4de0-b8ad-d1086d99f9dc tempest-ServerAddressesNegativeTestJSON-280619649 tempest-ServerAddressesNegativeTestJSON-280619649-project-member] Lock "a23eb33a-d79c-47e9-b4f0-594d73736a2b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.750s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.866481] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1171.871998] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37457116-7185-4368-95ea-a2fc6acf06ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.878185] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1171.878185] env[69763]: value = "task-4123199" [ 1171.878185] env[69763]: _type = "Task" [ 1171.878185] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.893447] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.958828] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123195, 'name': ReconfigVM_Task, 'duration_secs': 0.628901} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.959481] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Reconfigured VM instance instance-00000054 to attach disk [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e/184d3dba-107c-4c9b-befa-2212b833a12e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1171.959764] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f35950b-9cea-4b07-afc1-4e74356b7865 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.968898] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1171.968898] env[69763]: value = "task-4123200" [ 1171.968898] env[69763]: _type = "Task" [ 1171.968898] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.980963] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123200, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.004609] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123198, 'name': Rename_Task, 'duration_secs': 0.458393} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.004992] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.005389] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4429516-f323-4c3a-a258-73e1c98edc3f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.015466] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1172.015466] env[69763]: value = "task-4123201" [ 1172.015466] env[69763]: _type = "Task" [ 1172.015466] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.029484] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123201, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.032236] env[69763]: DEBUG nova.network.neutron [req-b653c814-8b8d-4a74-9484-86f287d0c6de req-32670023-a576-4fd7-8079-a182762b1f89 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updated VIF entry in instance network info cache for port 0a76094a-30d4-4826-b815-d9a352e1aa4b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1172.032236] env[69763]: DEBUG nova.network.neutron [req-b653c814-8b8d-4a74-9484-86f287d0c6de req-32670023-a576-4fd7-8079-a182762b1f89 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.293905] env[69763]: DEBUG nova.objects.base [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1172.352541] env[69763]: DEBUG nova.network.neutron [-] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.391040] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123199, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.481710] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123200, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.540834] env[69763]: DEBUG oslo_concurrency.lockutils [req-b653c814-8b8d-4a74-9484-86f287d0c6de req-32670023-a576-4fd7-8079-a182762b1f89 service nova] Releasing lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.541145] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123201, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.548089] env[69763]: DEBUG nova.compute.manager [req-8b2f2905-3afc-48c7-b7a2-1372c3a11370 req-a261d95f-58ec-46b7-9193-3f875c2c943a service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Received event network-vif-deleted-286a373d-c950-4730-84b1-0d314962f9c9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.548522] env[69763]: INFO nova.compute.manager [req-8b2f2905-3afc-48c7-b7a2-1372c3a11370 req-a261d95f-58ec-46b7-9193-3f875c2c943a service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Neutron deleted interface 286a373d-c950-4730-84b1-0d314962f9c9; detaching it from the instance and deleting it from the info cache [ 1172.548802] env[69763]: DEBUG nova.network.neutron [req-8b2f2905-3afc-48c7-b7a2-1372c3a11370 req-a261d95f-58ec-46b7-9193-3f875c2c943a service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.622688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "5e277453-dbfd-4eaa-b899-ee6743036ff0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1172.622953] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "5e277453-dbfd-4eaa-b899-ee6743036ff0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1172.733735] env[69763]: DEBUG nova.network.neutron [-] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.742393] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c755c1-3220-46f4-8728-06f591c3881a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.751848] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4302acd7-5430-4dea-ac6c-6910788a3c33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.790935] env[69763]: DEBUG nova.network.neutron [-] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.794673] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce9f0dc4-edea-45c8-a9c9-c2d4a8983beb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.799622] env[69763]: DEBUG nova.compute.manager [req-1fb0560b-1666-4ab4-8d5d-3580c4cb21a9 req-def2c683-1808-407b-b082-86b97e2872d8 service nova] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Received event network-vif-deleted-eda1bda7-6f75-43b6-8c8b-64bec7f96666 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.800115] env[69763]: DEBUG nova.compute.manager [req-1fb0560b-1666-4ab4-8d5d-3580c4cb21a9 req-def2c683-1808-407b-b082-86b97e2872d8 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Received event network-vif-deleted-3fa2e088-850d-45a4-9c19-a9819bad61dc {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1172.800368] env[69763]: INFO nova.compute.manager [req-1fb0560b-1666-4ab4-8d5d-3580c4cb21a9 req-def2c683-1808-407b-b082-86b97e2872d8 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Neutron deleted interface 3fa2e088-850d-45a4-9c19-a9819bad61dc; detaching it from the instance and deleting it from the info cache [ 1172.800602] env[69763]: DEBUG nova.network.neutron [req-1fb0560b-1666-4ab4-8d5d-3580c4cb21a9 req-def2c683-1808-407b-b082-86b97e2872d8 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.811177] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e91b68b-39bc-4fc5-bc8f-3745c19443fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.828554] env[69763]: DEBUG nova.compute.provider_tree [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.857738] env[69763]: INFO nova.compute.manager [-] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Took 1.91 seconds to deallocate network for instance. [ 1172.895036] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123199, 'name': PowerOffVM_Task, 'duration_secs': 0.861068} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.895036] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1172.976157] env[69763]: INFO nova.compute.manager [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Detaching volume e79dae57-c9dd-438d-b313-c6a9778d2a1f [ 1172.984675] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123200, 'name': Rename_Task, 'duration_secs': 0.680561} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.987658] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.989953] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ae2a5f5-af33-48fe-b572-36ebb3a0f1a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.997445] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1172.997445] env[69763]: value = "task-4123202" [ 1172.997445] env[69763]: _type = "Task" [ 1172.997445] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.009103] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123202, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.030593] env[69763]: INFO nova.virt.block_device [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Attempting to driver detach volume e79dae57-c9dd-438d-b313-c6a9778d2a1f from mountpoint /dev/sdb [ 1173.030862] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1173.031249] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1173.032132] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9619e782-69d3-40a9-ab24-8326c8045cf7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.038984] env[69763]: DEBUG oslo_vmware.api [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123201, 'name': PowerOnVM_Task, 'duration_secs': 0.563098} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.039944] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.040428] env[69763]: DEBUG nova.compute.manager [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1173.042324] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c1308c-6fdc-4378-a587-5ebd9bdb3795 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.067124] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-20394277-e48b-472f-8f1c-122deb97c685 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.073116] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a1e880-14cf-4fc9-9b9a-2318b38db3f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.088283] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dbca51e-7e4a-4481-9639-469e2a06e76d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.093825] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965d4328-57ea-46f5-bab2-7655abeadd14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.131384] env[69763]: DEBUG nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1173.147994] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de5dfd42-7c27-4ec1-bc87-6fa7d47295db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.151090] env[69763]: DEBUG nova.compute.manager [req-8b2f2905-3afc-48c7-b7a2-1372c3a11370 req-a261d95f-58ec-46b7-9193-3f875c2c943a service nova] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Detach interface failed, port_id=286a373d-c950-4730-84b1-0d314962f9c9, reason: Instance ec734c20-fb3f-42ca-9856-170aa115115c could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.169024] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] The volume has not been displaced from its original location: [datastore2] volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f/volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1173.174502] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1173.175256] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d437670-6ee9-406a-b402-0824054cae21 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.197398] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1173.197398] env[69763]: value = "task-4123203" [ 1173.197398] env[69763]: _type = "Task" [ 1173.197398] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.207803] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123203, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.239091] env[69763]: INFO nova.compute.manager [-] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Took 1.74 seconds to deallocate network for instance. [ 1173.295087] env[69763]: INFO nova.compute.manager [-] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Took 1.80 seconds to deallocate network for instance. [ 1173.303127] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-399aeca1-78e1-4095-89b4-9952ee9bfa51 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.319520] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8811cdb6-2629-46fc-b906-99a5d7f85ae0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.336748] env[69763]: DEBUG nova.scheduler.client.report [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1173.377724] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.378179] env[69763]: DEBUG nova.compute.manager [req-1fb0560b-1666-4ab4-8d5d-3580c4cb21a9 req-def2c683-1808-407b-b082-86b97e2872d8 service nova] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Detach interface failed, port_id=3fa2e088-850d-45a4-9c19-a9819bad61dc, reason: Instance 11e9af7e-1044-4b0d-b924-cd978349f723 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1173.508957] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123202, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.595237] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.673135] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.718334] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123203, 'name': ReconfigVM_Task, 'duration_secs': 0.301465} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.718334] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1173.726242] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16f8fdb-5e8c-464b-b8e4-83f2af57949c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.748710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.756487] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1173.756487] env[69763]: value = "task-4123204" [ 1173.756487] env[69763]: _type = "Task" [ 1173.756487] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.774501] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123204, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.803434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.843763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.558s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.847813] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.804s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.848441] env[69763]: DEBUG nova.objects.instance [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lazy-loading 'resources' on Instance uuid 1a578775-8d3a-4085-9789-c59eaf5197a6 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.015993] env[69763]: DEBUG oslo_vmware.api [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123202, 'name': PowerOnVM_Task, 'duration_secs': 0.728048} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.016712] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1174.016712] env[69763]: DEBUG nova.compute.manager [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1174.019054] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb087291-ccd0-4efa-8bdd-d9c21663679d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.274440] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123204, 'name': ReconfigVM_Task, 'duration_secs': 0.226177} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.274814] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1174.363235] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fdafeccf-e4c4-498d-b23a-f9cd3b9bcc43 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 49.978s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.364156] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 20.677s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.364156] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.364156] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.364895] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.373074] env[69763]: INFO nova.compute.manager [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Terminating instance [ 1174.488922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "38069340-54de-4d00-add8-16d6903ea575" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.489138] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "38069340-54de-4d00-add8-16d6903ea575" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.489567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "38069340-54de-4d00-add8-16d6903ea575-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.489567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "38069340-54de-4d00-add8-16d6903ea575-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.489713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "38069340-54de-4d00-add8-16d6903ea575-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.492288] env[69763]: INFO nova.compute.manager [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Terminating instance [ 1174.549485] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.821867] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d1a1182-0793-4072-bbbb-bd4ad6e11e10 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.831774] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e10b5d7-0f1c-44a6-ad5f-12a37ab98482 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.878677] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b233ed8-11f5-4199-adf5-b50cad43828b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.883201] env[69763]: DEBUG nova.compute.manager [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1174.883477] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1174.884089] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4633db89-2c14-4984-a7b3-6975c7668148 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.899117] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8fef198-37af-4f94-90e2-9fbf0a5186d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.911549] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf80557-50ec-42f7-95b4-a10632f8ce1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.946169] env[69763]: DEBUG nova.compute.provider_tree [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1174.959983] env[69763]: WARNING nova.virt.vmwareapi.vmops [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance c773bd6c-8518-4a5f-83ea-7e992730baff could not be found. [ 1174.962117] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1174.962117] env[69763]: INFO nova.compute.manager [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Took 0.08 seconds to destroy the instance on the hypervisor. [ 1174.962117] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1174.962117] env[69763]: DEBUG nova.compute.manager [-] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1174.962117] env[69763]: DEBUG nova.network.neutron [-] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1174.975529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "184d3dba-107c-4c9b-befa-2212b833a12e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.975529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "184d3dba-107c-4c9b-befa-2212b833a12e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.975529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "184d3dba-107c-4c9b-befa-2212b833a12e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.975529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "184d3dba-107c-4c9b-befa-2212b833a12e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1174.975529] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "184d3dba-107c-4c9b-befa-2212b833a12e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1174.978351] env[69763]: INFO nova.compute.manager [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Terminating instance [ 1174.998506] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "refresh_cache-38069340-54de-4d00-add8-16d6903ea575" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.998902] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquired lock "refresh_cache-38069340-54de-4d00-add8-16d6903ea575" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.999078] env[69763]: DEBUG nova.network.neutron [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.384836] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1175.387057] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5743bdf-3018-4194-9bb8-4d3a607ec38c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.397368] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1175.397368] env[69763]: value = "task-4123205" [ 1175.397368] env[69763]: _type = "Task" [ 1175.397368] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.408034] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1175.408299] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1175.408504] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1175.409478] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd7838b-25f4-48e2-9a30-d045dbf3c3e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.434893] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de304a50-d8cd-4318-b40d-11b853ca1311 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.442983] env[69763]: WARNING nova.virt.vmwareapi.driver [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1175.443327] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1175.444384] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a5f4164-0bef-4689-84d7-29cbc44b2e35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.452549] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1175.452832] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c2f116b-bb13-4a0b-a5cf-b148511cc13d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.463407] env[69763]: DEBUG nova.scheduler.client.report [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1175.489285] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "refresh_cache-184d3dba-107c-4c9b-befa-2212b833a12e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.489285] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquired lock "refresh_cache-184d3dba-107c-4c9b-befa-2212b833a12e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.489285] env[69763]: DEBUG nova.network.neutron [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.524777] env[69763]: DEBUG nova.network.neutron [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1175.554520] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1175.557632] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1175.557632] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleting the datastore file [datastore2] 6880d482-64af-45bc-91c9-061fd63cf79f {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1175.557632] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0912317c-9a68-468a-b411-9b6e9f6eb94a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.562945] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1175.562945] env[69763]: value = "task-4123207" [ 1175.562945] env[69763]: _type = "Task" [ 1175.562945] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.572725] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123207, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.614107] env[69763]: DEBUG nova.network.neutron [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.784024] env[69763]: DEBUG nova.network.neutron [-] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1175.969047] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.121s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.972785] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.253s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.973131] env[69763]: DEBUG nova.objects.instance [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'resources' on Instance uuid 004e9631-1207-4324-b3dd-e5d2ff9adcce {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.992427] env[69763]: INFO nova.scheduler.client.report [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Deleted allocations for instance 1a578775-8d3a-4085-9789-c59eaf5197a6 [ 1176.030863] env[69763]: DEBUG nova.network.neutron [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1176.076076] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123207, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.163156} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.076492] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1176.076746] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1176.076983] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1176.117271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Releasing lock "refresh_cache-38069340-54de-4d00-add8-16d6903ea575" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.117841] env[69763]: DEBUG nova.compute.manager [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.118150] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.120530] env[69763]: DEBUG nova.network.neutron [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.123019] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5f13243-e405-4c23-8ab2-5c8e181473f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.133079] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.133445] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0716f49-d1a9-4457-8b6e-8b0e4c01c25f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.143492] env[69763]: DEBUG oslo_vmware.api [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1176.143492] env[69763]: value = "task-4123208" [ 1176.143492] env[69763]: _type = "Task" [ 1176.143492] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.154166] env[69763]: DEBUG oslo_vmware.api [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123208, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.288221] env[69763]: INFO nova.compute.manager [-] [instance: c773bd6c-8518-4a5f-83ea-7e992730baff] Took 1.33 seconds to deallocate network for instance. [ 1176.460379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "4a9ce56b-1564-4845-9078-2048fbba9a37" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.460660] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.497663] env[69763]: DEBUG nova.scheduler.client.report [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1176.506038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e01ce827-e7cb-4f6a-b346-b9f3925df572 tempest-ServerPasswordTestJSON-1047719568 tempest-ServerPasswordTestJSON-1047719568-project-member] Lock "1a578775-8d3a-4085-9789-c59eaf5197a6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.014s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.516778] env[69763]: DEBUG nova.scheduler.client.report [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1176.516778] env[69763]: DEBUG nova.compute.provider_tree [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1176.530492] env[69763]: DEBUG nova.scheduler.client.report [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1176.552544] env[69763]: DEBUG nova.scheduler.client.report [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1176.586235] env[69763]: INFO nova.virt.block_device [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Booting with volume e79dae57-c9dd-438d-b313-c6a9778d2a1f at /dev/sdb [ 1176.628579] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Releasing lock "refresh_cache-184d3dba-107c-4c9b-befa-2212b833a12e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.628579] env[69763]: DEBUG nova.compute.manager [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1176.628579] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1176.629147] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f76a76-1c7f-45b5-9225-15cc1356a2e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.638591] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.642205] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cadc29c1-5c47-47e2-a034-9a984f67c9c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.648949] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30522c57-22e3-496e-a3d5-3899448094b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.654268] env[69763]: DEBUG oslo_vmware.api [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1176.654268] env[69763]: value = "task-4123209" [ 1176.654268] env[69763]: _type = "Task" [ 1176.654268] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.666874] env[69763]: DEBUG oslo_vmware.api [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123208, 'name': PowerOffVM_Task, 'duration_secs': 0.148113} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.666874] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.666874] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1176.670288] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fa7e9d8-fc5a-4e70-93cd-6ce6d94acb3c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.682638] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eac1395f-d99d-4a82-9f60-7459ac42b0a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.688070] env[69763]: DEBUG oslo_vmware.api [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123209, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.712149] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1418f397-3c3f-4ad6-ba27-74b86fffe1bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.718404] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1176.718910] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1176.718910] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Deleting the datastore file [datastore1] 38069340-54de-4d00-add8-16d6903ea575 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1176.720343] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-29bb44ca-40af-4ebb-82a6-38d9b50b57a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.727652] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6686a170-6cc5-4455-a08a-c1af9f6ab6b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.740819] env[69763]: DEBUG oslo_vmware.api [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for the task: (returnval){ [ 1176.740819] env[69763]: value = "task-4123211" [ 1176.740819] env[69763]: _type = "Task" [ 1176.740819] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.753940] env[69763]: DEBUG oslo_vmware.api [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123211, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.762668] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574e63a6-e8f2-4812-b694-6c66291d3bc1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.773960] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fd0c249-2c2e-4b34-bd70-dcd775244099 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.790056] env[69763]: DEBUG nova.virt.block_device [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updating existing volume attachment record: 599139e2-b02a-4c1a-870f-7eaa7369f46e {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1176.962731] env[69763]: DEBUG nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1177.003083] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca4dbf0d-6056-48b4-8a1b-059dacbb301e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.011565] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25ecbc2-43b8-44d0-a822-1983196ddef5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.046103] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4732d4-8143-4022-84ff-31b799b0df1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.053952] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5014a63b-beda-441b-803d-47c6dd0c04fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.070065] env[69763]: DEBUG nova.compute.provider_tree [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.166702] env[69763]: DEBUG oslo_vmware.api [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123209, 'name': PowerOffVM_Task, 'duration_secs': 0.207087} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.167012] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1177.167193] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1177.167456] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ab173c11-912f-4b15-b837-8b5f4ef8414f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.193806] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1177.194163] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1177.194419] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Deleting the datastore file [datastore1] 184d3dba-107c-4c9b-befa-2212b833a12e {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1177.194762] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-32fcd4fd-9f30-481e-9b4c-aaf10ee50b29 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.201484] env[69763]: DEBUG oslo_vmware.api [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for the task: (returnval){ [ 1177.201484] env[69763]: value = "task-4123213" [ 1177.201484] env[69763]: _type = "Task" [ 1177.201484] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.212363] env[69763]: DEBUG oslo_vmware.api [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123213, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.250975] env[69763]: DEBUG oslo_vmware.api [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Task: {'id': task-4123211, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.113247} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.251362] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.251606] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.251834] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.252425] env[69763]: INFO nova.compute.manager [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1177.252425] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.252548] env[69763]: DEBUG nova.compute.manager [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.252687] env[69763]: DEBUG nova.network.neutron [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.270985] env[69763]: DEBUG nova.network.neutron [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.333246] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b00cb72-031d-461f-98d3-524312f32b68 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "c773bd6c-8518-4a5f-83ea-7e992730baff" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.969s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.485329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.606134] env[69763]: DEBUG nova.scheduler.client.report [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 113 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1177.606425] env[69763]: DEBUG nova.compute.provider_tree [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 113 to 114 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1177.606610] env[69763]: DEBUG nova.compute.provider_tree [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1177.715247] env[69763]: DEBUG oslo_vmware.api [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Task: {'id': task-4123213, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10054} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.715247] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1177.715247] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1177.715247] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1177.715247] env[69763]: INFO nova.compute.manager [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Took 1.09 seconds to destroy the instance on the hypervisor. [ 1177.715247] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1177.715247] env[69763]: DEBUG nova.compute.manager [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1177.715247] env[69763]: DEBUG nova.network.neutron [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1177.731263] env[69763]: DEBUG nova.network.neutron [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1177.775554] env[69763]: DEBUG nova.network.neutron [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.115145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.117550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.890s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1178.117785] env[69763]: DEBUG nova.objects.instance [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lazy-loading 'resources' on Instance uuid 13cb46b2-d376-4752-bfa6-91b85b9254a0 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1178.145240] env[69763]: INFO nova.scheduler.client.report [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleted allocations for instance 004e9631-1207-4324-b3dd-e5d2ff9adcce [ 1178.233971] env[69763]: DEBUG nova.network.neutron [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.278964] env[69763]: INFO nova.compute.manager [-] [instance: 38069340-54de-4d00-add8-16d6903ea575] Took 1.03 seconds to deallocate network for instance. [ 1178.661349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8c311a14-86f0-44ec-a33d-f20402b489c5 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "004e9631-1207-4324-b3dd-e5d2ff9adcce" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.733s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.736083] env[69763]: INFO nova.compute.manager [-] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Took 1.02 seconds to deallocate network for instance. [ 1178.788508] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1178.953023] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1178.953381] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1178.953551] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1178.954126] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1178.954508] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1178.954715] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1178.955807] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1178.956082] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1178.956247] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1178.956450] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1178.956676] env[69763]: DEBUG nova.virt.hardware [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1178.957650] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6350eb-0f76-41ef-8d3b-25fad700e762 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.971941] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d88593f7-3986-4cfa-8e49-58a6c98a2ae4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.994495] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:81:ea', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58ee1639-3131-42e9-a241-63b661e11ab4', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1179.008496] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.013686] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1179.013686] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-31ca56e7-754f-4fc4-b011-f546a52005f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.048492] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1179.048492] env[69763]: value = "task-4123214" [ 1179.048492] env[69763]: _type = "Task" [ 1179.048492] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.060432] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123214, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.075013] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebfeeebd-af0e-4d2a-a17e-6eeff407c242 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.084302] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7626cf67-bcf0-4a46-bd53-b6597dc66fd1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.092095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "ea807c4d-ac53-415c-82eb-649d52932f9f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.092518] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.129717] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c0e3d9-27a7-458c-993b-25c6e01f80c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.139945] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec9a59e7-ce49-49b5-962a-e0248909b8e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.156224] env[69763]: DEBUG nova.compute.provider_tree [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1179.245678] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.558997] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123214, 'name': CreateVM_Task, 'duration_secs': 0.394714} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.559208] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1179.560699] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.560699] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.560699] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.560891] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cecd61b-f3fd-45c1-9dae-74b0a4c9f521 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.566506] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1179.566506] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a79d07-79bd-7f0c-367b-6f886d3accb5" [ 1179.566506] env[69763]: _type = "Task" [ 1179.566506] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.574844] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a79d07-79bd-7f0c-367b-6f886d3accb5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.595540] env[69763]: DEBUG nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1179.629366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.629618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.661015] env[69763]: DEBUG nova.scheduler.client.report [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1180.077449] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a79d07-79bd-7f0c-367b-6f886d3accb5, 'name': SearchDatastore_Task, 'duration_secs': 0.035512} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.077923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.078029] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1180.078249] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.078409] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.078589] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1180.078942] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-596beaf4-5731-4b58-872f-dfedc2f1bdf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.088550] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1180.088856] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1180.089547] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1804f83-9945-4abc-a7b4-6f52622ab16d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.095774] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1180.095774] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5296c950-44e8-08b5-b15a-e609ebafa248" [ 1180.095774] env[69763]: _type = "Task" [ 1180.095774] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.107559] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5296c950-44e8-08b5-b15a-e609ebafa248, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.121612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.132779] env[69763]: INFO nova.compute.manager [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Detaching volume a5f11b32-365c-467e-9594-e87802e3ddb8 [ 1180.166631] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.049s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.169707] env[69763]: INFO nova.virt.block_device [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Attempting to driver detach volume a5f11b32-365c-467e-9594-e87802e3ddb8 from mountpoint /dev/sdb [ 1180.169996] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1180.170165] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816689', 'volume_id': 'a5f11b32-365c-467e-9594-e87802e3ddb8', 'name': 'volume-a5f11b32-365c-467e-9594-e87802e3ddb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b4670fb-9fdc-4761-9828-dfd9600fd5a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5f11b32-365c-467e-9594-e87802e3ddb8', 'serial': 'a5f11b32-365c-467e-9594-e87802e3ddb8'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1180.170717] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.066s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1180.172184] env[69763]: INFO nova.compute.claims [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.175903] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe47c095-ce13-4012-8ecc-75faf2aea444 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.199844] env[69763]: INFO nova.scheduler.client.report [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Deleted allocations for instance 13cb46b2-d376-4752-bfa6-91b85b9254a0 [ 1180.201391] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d3f84d1-97c7-4240-b0c7-fd948c998b64 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.214320] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78476f3b-325f-42a7-b5cf-043295b1f039 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.237603] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f195b06-2722-400d-8b82-7d84326d7d89 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.255103] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] The volume has not been displaced from its original location: [datastore1] volume-a5f11b32-365c-467e-9594-e87802e3ddb8/volume-a5f11b32-365c-467e-9594-e87802e3ddb8.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1180.260478] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1180.261116] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918ef9cd-4097-4aba-83ea-c22bb76e58eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.280475] env[69763]: DEBUG oslo_vmware.api [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1180.280475] env[69763]: value = "task-4123215" [ 1180.280475] env[69763]: _type = "Task" [ 1180.280475] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.288598] env[69763]: DEBUG oslo_vmware.api [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123215, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.606820] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5296c950-44e8-08b5-b15a-e609ebafa248, 'name': SearchDatastore_Task, 'duration_secs': 0.032635} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.607635] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0386761f-6de7-4c11-82a1-080b18f5b0c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.613522] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1180.613522] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527b9c55-174b-47d5-fdac-8ef62273d79c" [ 1180.613522] env[69763]: _type = "Task" [ 1180.613522] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.622035] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527b9c55-174b-47d5-fdac-8ef62273d79c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.712056] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1a5dc005-fe12-49d2-b0b6-e7804caf5e11 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "13cb46b2-d376-4752-bfa6-91b85b9254a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.899s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.790258] env[69763]: DEBUG oslo_vmware.api [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123215, 'name': ReconfigVM_Task, 'duration_secs': 0.263418} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.790575] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1180.795521] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77562eb-924b-4dec-9098-72459b902775 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.812948] env[69763]: DEBUG oslo_vmware.api [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1180.812948] env[69763]: value = "task-4123216" [ 1180.812948] env[69763]: _type = "Task" [ 1180.812948] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.821063] env[69763]: DEBUG oslo_vmware.api [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123216, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.129566] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527b9c55-174b-47d5-fdac-8ef62273d79c, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.130101] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.130536] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 6880d482-64af-45bc-91c9-061fd63cf79f/6880d482-64af-45bc-91c9-061fd63cf79f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1181.130985] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc659de0-c14a-432e-bef0-247fc5bcd60c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.139882] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1181.139882] env[69763]: value = "task-4123217" [ 1181.139882] env[69763]: _type = "Task" [ 1181.139882] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.152537] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.332575] env[69763]: DEBUG oslo_vmware.api [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.550022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e2834f-ecc5-4038-925d-56f18affc183 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.559025] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36159ece-8c49-492d-abe6-5465260e4161 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.602026] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a12462-ac81-4746-9cd9-3c6d3db114a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.608794] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e817da2-4a30-4978-b54d-28974b981bc6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.626592] env[69763]: DEBUG nova.compute.provider_tree [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1181.649683] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.489214} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.650290] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 6880d482-64af-45bc-91c9-061fd63cf79f/6880d482-64af-45bc-91c9-061fd63cf79f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1181.650658] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1181.651039] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e794b1d2-c6ec-4ab3-8f1c-10445b9b2941 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.658053] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1181.658053] env[69763]: value = "task-4123218" [ 1181.658053] env[69763]: _type = "Task" [ 1181.658053] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.666495] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123218, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.830143] env[69763]: DEBUG oslo_vmware.api [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123216, 'name': ReconfigVM_Task, 'duration_secs': 0.825804} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.831461] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816689', 'volume_id': 'a5f11b32-365c-467e-9594-e87802e3ddb8', 'name': 'volume-a5f11b32-365c-467e-9594-e87802e3ddb8', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9b4670fb-9fdc-4761-9828-dfd9600fd5a0', 'attached_at': '', 'detached_at': '', 'volume_id': 'a5f11b32-365c-467e-9594-e87802e3ddb8', 'serial': 'a5f11b32-365c-467e-9594-e87802e3ddb8'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.130920] env[69763]: DEBUG nova.scheduler.client.report [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1182.168676] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123218, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214178} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.168958] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1182.169766] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-285a7de9-c4ad-42ab-9ea4-fc3d10a4c77c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.193770] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] 6880d482-64af-45bc-91c9-061fd63cf79f/6880d482-64af-45bc-91c9-061fd63cf79f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.195086] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d0d66e3-02c3-444b-9e05-1549991a65de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.218920] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1182.218920] env[69763]: value = "task-4123219" [ 1182.218920] env[69763]: _type = "Task" [ 1182.218920] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.229069] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.388975] env[69763]: DEBUG nova.objects.instance [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'flavor' on Instance uuid 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.637894] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.467s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1182.638477] env[69763]: DEBUG nova.compute.manager [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1182.641784] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 18.644s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1182.642263] env[69763]: DEBUG nova.objects.instance [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1182.729906] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123219, 'name': ReconfigVM_Task, 'duration_secs': 0.331431} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.730543] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfigured VM instance instance-00000047 to attach disk [datastore1] 6880d482-64af-45bc-91c9-061fd63cf79f/6880d482-64af-45bc-91c9-061fd63cf79f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1182.732110] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'boot_index': 0, 'image_id': '8c321dca-8899-4506-8165-341cc6758393'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'attachment_id': '599139e2-b02a-4c1a-870f-7eaa7369f46e', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69763) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1182.732453] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1182.732703] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1182.733561] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fb91060-c6d8-41ee-a954-018e7f602946 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.753604] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf12792f-4202-411d-a206-64a4681ca128 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.780848] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f/volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1182.781164] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fce4350b-a4bd-4a23-a29e-a78c7f83a1d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.800360] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1182.800360] env[69763]: value = "task-4123220" [ 1182.800360] env[69763]: _type = "Task" [ 1182.800360] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.809526] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123220, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.147469] env[69763]: DEBUG nova.compute.utils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1183.155501] env[69763]: DEBUG nova.compute.manager [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1183.165410] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.165877] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.310325] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123220, 'name': ReconfigVM_Task, 'duration_secs': 0.355636} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.310628] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfigured VM instance instance-00000047 to attach disk [datastore2] volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f/volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1183.315369] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9ee0bf1-bb52-48c5-a014-6ea888e915fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.332432] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1183.332432] env[69763]: value = "task-4123221" [ 1183.332432] env[69763]: _type = "Task" [ 1183.332432] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.339950] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123221, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.396750] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fbba4e9-a6be-42fe-8afb-3e6e53fe00d2 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.767s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.585754] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "930eef24-4c5f-4a09-b015-2ceeb119ae00" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.585754] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.657013] env[69763]: DEBUG nova.compute.manager [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1183.664491] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bb216bc9-e611-46e0-aa52-57e95c927e61 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.666329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.948s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.670257] env[69763]: DEBUG nova.objects.instance [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lazy-loading 'resources' on Instance uuid b6f29db9-80f6-4781-b486-3d1a5b4f841c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.685313] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.685313] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.685313] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.685313] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.685313] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.685545] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.685545] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1183.685646] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1183.841805] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123221, 'name': ReconfigVM_Task, 'duration_secs': 0.203745} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.842268] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1183.842989] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0e71cb2e-b227-4967-9e09-e2b862534686 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.849460] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1183.849460] env[69763]: value = "task-4123222" [ 1183.849460] env[69763]: _type = "Task" [ 1183.849460] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.858289] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123222, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.002741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.002741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.002741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.002741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.002741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.003486] env[69763]: INFO nova.compute.manager [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Terminating instance [ 1184.087869] env[69763]: DEBUG nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1184.188260] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.361599] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123222, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.474922] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb98aea6-44dd-4a63-8653-d7bd48cce1aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.483089] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00469186-46fd-49a8-93ee-d0937aac0fcb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.515155] env[69763]: DEBUG nova.compute.manager [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1184.515405] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1184.516745] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6ffc2d-c5e1-43b2-aa68-97da120930c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.520104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab7a6014-315d-4275-9e04-872dc6fa8851 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.531121] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff483e9e-6f0e-4581-ab0c-1d250f93be66 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.537063] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.537409] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8a65f583-8135-43f7-aa15-a2d31df66b87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.550994] env[69763]: DEBUG nova.compute.provider_tree [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1184.554299] env[69763]: DEBUG oslo_vmware.api [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1184.554299] env[69763]: value = "task-4123223" [ 1184.554299] env[69763]: _type = "Task" [ 1184.554299] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.564281] env[69763]: DEBUG oslo_vmware.api [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123223, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.610292] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.670789] env[69763]: DEBUG nova.compute.manager [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1184.703530] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.703899] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.704247] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.704362] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.704511] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.704711] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.705013] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.705274] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.705623] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.705767] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.706060] env[69763]: DEBUG nova.virt.hardware [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.706988] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-309be77d-5bcf-49af-a0aa-8492424490e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.718597] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50c2579c-7f68-49e4-9cbf-6c5230590df4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.737101] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1184.743158] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Creating folder: Project (26d5ca4a40e2423f9970248e57cd2f6d). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.743540] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2baf056-7dbc-49ee-b56a-8b51e0389ff9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.754438] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Created folder: Project (26d5ca4a40e2423f9970248e57cd2f6d) in parent group-v816505. [ 1184.754649] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Creating folder: Instances. Parent ref: group-v816752. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1184.754899] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-43f71921-1613-4d33-9979-582b304d4f23 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.765504] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Created folder: Instances in parent group-v816752. [ 1184.765694] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1184.765893] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1184.766123] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7a9df38e-45f3-4abc-aeca-8e857637b419 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.783124] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1184.783124] env[69763]: value = "task-4123226" [ 1184.783124] env[69763]: _type = "Task" [ 1184.783124] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.790863] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123226, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.859963] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123222, 'name': Rename_Task, 'duration_secs': 0.846455} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.860291] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1184.860549] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-328ccd9b-5d75-46da-8b7e-6545b4cdc887 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.867531] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1184.867531] env[69763]: value = "task-4123227" [ 1184.867531] env[69763]: _type = "Task" [ 1184.867531] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.875784] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123227, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.069051] env[69763]: DEBUG oslo_vmware.api [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123223, 'name': PowerOffVM_Task, 'duration_secs': 0.216378} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.069414] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1185.069638] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1185.070012] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f839aede-dafd-4423-a0cb-bd42dc472f79 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.074766] env[69763]: ERROR nova.scheduler.client.report [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] [req-ac04835f-2320-4794-b95c-593b7bba87fd] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac04835f-2320-4794-b95c-593b7bba87fd"}]} [ 1185.094483] env[69763]: DEBUG nova.scheduler.client.report [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1185.112654] env[69763]: DEBUG nova.scheduler.client.report [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1185.112654] env[69763]: DEBUG nova.compute.provider_tree [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1185.126082] env[69763]: DEBUG nova.scheduler.client.report [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1185.150530] env[69763]: DEBUG nova.scheduler.client.report [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1185.153199] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1185.153435] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1185.153616] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleting the datastore file [datastore2] 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1185.154144] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55822bcb-114a-403c-a3dc-239b4cecbbeb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.161751] env[69763]: DEBUG oslo_vmware.api [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1185.161751] env[69763]: value = "task-4123229" [ 1185.161751] env[69763]: _type = "Task" [ 1185.161751] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.171545] env[69763]: DEBUG oslo_vmware.api [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123229, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.296987] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123226, 'name': CreateVM_Task, 'duration_secs': 0.344698} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.297394] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1185.297673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.297866] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.298211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.298523] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b07fbf5-06d8-445d-a9f1-a420db50255a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.305491] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1185.305491] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52660b54-bca1-6b47-e139-3b68b145e718" [ 1185.305491] env[69763]: _type = "Task" [ 1185.305491] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.313834] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52660b54-bca1-6b47-e139-3b68b145e718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.379853] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123227, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.463266] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb8bfef-9aa0-4edf-8098-f1614cce2f0e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.471065] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1163a035-6c82-4fcd-92a0-f70fb152ee86 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.501647] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76d53b3f-7d3c-4ce9-8497-ef79b621c7ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.511772] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89b35f97-da0e-4cb5-b993-683ac3b2b88e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.525320] env[69763]: DEBUG nova.compute.provider_tree [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1185.674793] env[69763]: DEBUG oslo_vmware.api [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123229, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157747} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.675204] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1185.675418] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1185.675596] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1185.675770] env[69763]: INFO nova.compute.manager [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1185.676025] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1185.676228] env[69763]: DEBUG nova.compute.manager [-] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1185.676321] env[69763]: DEBUG nova.network.neutron [-] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1185.817425] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52660b54-bca1-6b47-e139-3b68b145e718, 'name': SearchDatastore_Task, 'duration_secs': 0.021093} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.817754] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.817987] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1185.818258] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.818405] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.818585] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1185.818879] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-329b99f2-2bf1-4d38-b8f2-6f56aaa18da2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.831206] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1185.831402] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1185.832290] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75b04d70-36f4-4186-8deb-f4c0cc724312 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.838838] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1185.838838] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52820a6c-cab0-89b4-3f0f-631ee27aef9b" [ 1185.838838] env[69763]: _type = "Task" [ 1185.838838] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.847207] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52820a6c-cab0-89b4-3f0f-631ee27aef9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.879522] env[69763]: DEBUG oslo_vmware.api [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123227, 'name': PowerOnVM_Task, 'duration_secs': 0.513593} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.879808] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1185.880023] env[69763]: DEBUG nova.compute.manager [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1185.880800] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b9a8db8-0db9-4699-8f07-f6844640f370 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.030866] env[69763]: DEBUG nova.scheduler.client.report [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1186.349110] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52820a6c-cab0-89b4-3f0f-631ee27aef9b, 'name': SearchDatastore_Task, 'duration_secs': 0.038369} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.349907] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e6efe8-52f2-48d9-9347-3b5b13711059 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.355458] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1186.355458] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52faada8-26e0-586d-aaed-70642a7069ec" [ 1186.355458] env[69763]: _type = "Task" [ 1186.355458] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.365370] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52faada8-26e0-586d-aaed-70642a7069ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.401273] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.441188] env[69763]: DEBUG nova.compute.manager [req-f263116b-97e9-4b18-bf72-89e1122fd4be req-341f7fbc-395e-4be2-96c8-6a5a0c48672f service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Received event network-vif-deleted-ea59f5f8-b785-4a47-86ea-2412bdac610f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.441419] env[69763]: INFO nova.compute.manager [req-f263116b-97e9-4b18-bf72-89e1122fd4be req-341f7fbc-395e-4be2-96c8-6a5a0c48672f service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Neutron deleted interface ea59f5f8-b785-4a47-86ea-2412bdac610f; detaching it from the instance and deleting it from the info cache [ 1186.441543] env[69763]: DEBUG nova.network.neutron [req-f263116b-97e9-4b18-bf72-89e1122fd4be req-341f7fbc-395e-4be2-96c8-6a5a0c48672f service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.541136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.875s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.544114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.906s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.544378] env[69763]: DEBUG nova.objects.instance [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lazy-loading 'resources' on Instance uuid a32de7d2-9c6c-40df-88d0-069bf9d2ec0d {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.563886] env[69763]: INFO nova.scheduler.client.report [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Deleted allocations for instance b6f29db9-80f6-4781-b486-3d1a5b4f841c [ 1186.865897] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52faada8-26e0-586d-aaed-70642a7069ec, 'name': SearchDatastore_Task, 'duration_secs': 0.010651} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.866210] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.866483] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c/4dbf727d-d4e8-4737-be38-dfbd78ff1c2c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1186.866755] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f78bb6ce-2ebf-48c3-ba84-a171e8793428 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.873988] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1186.873988] env[69763]: value = "task-4123230" [ 1186.873988] env[69763]: _type = "Task" [ 1186.873988] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.882524] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123230, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.921497] env[69763]: DEBUG nova.network.neutron [-] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.944070] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-712238fb-089a-41e1-a115-e63285808dfa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.958881] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3dfafb-efec-4443-a01f-1cf7e0bf6a34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.989380] env[69763]: DEBUG nova.compute.manager [req-f263116b-97e9-4b18-bf72-89e1122fd4be req-341f7fbc-395e-4be2-96c8-6a5a0c48672f service nova] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Detach interface failed, port_id=ea59f5f8-b785-4a47-86ea-2412bdac610f, reason: Instance 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1187.073448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-269b35b9-9eef-4f8b-b0d4-32e345366676 tempest-ServersNegativeTestJSON-1110560868 tempest-ServersNegativeTestJSON-1110560868-project-member] Lock "b6f29db9-80f6-4781-b486-3d1a5b4f841c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 25.979s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.383244] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123230, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.384837] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e0132bf-dc2d-4a45-9f7f-385de0222ac6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.391583] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3186751b-50ac-4cb5-acc7-001a88010d47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.428632] env[69763]: INFO nova.compute.manager [-] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Took 1.75 seconds to deallocate network for instance. [ 1187.431171] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f618b2e-977e-40df-aeb1-14d6a47b29fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.441453] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a4f2bc-f71f-4283-97db-a83f8fb0804d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.455271] env[69763]: DEBUG nova.compute.provider_tree [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1187.887268] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123230, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.564473} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.887839] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c/4dbf727d-d4e8-4737-be38-dfbd78ff1c2c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1187.888302] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1187.888750] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f2b72973-df0d-42d9-bec7-e08f43d903a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.897421] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1187.897421] env[69763]: value = "task-4123231" [ 1187.897421] env[69763]: _type = "Task" [ 1187.897421] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.908604] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123231, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.940100] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.959027] env[69763]: DEBUG nova.scheduler.client.report [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.409976] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123231, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077632} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.410337] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1188.411361] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbc625d-9bab-49f7-9883-1fa967a123db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.436615] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Reconfiguring VM instance instance-00000056 to attach disk [datastore1] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c/4dbf727d-d4e8-4737-be38-dfbd78ff1c2c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.436941] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9832a00-3ef6-4374-b2ec-d3fd4d5e0e2c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.460398] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1188.460398] env[69763]: value = "task-4123232" [ 1188.460398] env[69763]: _type = "Task" [ 1188.460398] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.464276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.920s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.466541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.705s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.466776] env[69763]: DEBUG nova.objects.instance [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lazy-loading 'resources' on Instance uuid 570af2e6-bf7e-47ee-ac35-276f44e87b24 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.475907] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123232, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.520844] env[69763]: INFO nova.scheduler.client.report [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Deleted allocations for instance a32de7d2-9c6c-40df-88d0-069bf9d2ec0d [ 1188.973658] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123232, 'name': ReconfigVM_Task, 'duration_secs': 0.287415} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.974271] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Reconfigured VM instance instance-00000056 to attach disk [datastore1] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c/4dbf727d-d4e8-4737-be38-dfbd78ff1c2c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.974876] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-992e2913-c449-4a54-a378-0d6b52a22f8b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.982099] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1188.982099] env[69763]: value = "task-4123233" [ 1188.982099] env[69763]: _type = "Task" [ 1188.982099] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.992502] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123233, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.039561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ce43c9d7-c185-485b-9a8b-3e9035b211a2 tempest-ServersV294TestFqdnHostnames-406915398 tempest-ServersV294TestFqdnHostnames-406915398-project-member] Lock "a32de7d2-9c6c-40df-88d0-069bf9d2ec0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.207s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.284561] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dd25763-35be-401a-85ec-8eea3aee2a7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.294792] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ae2047e-760f-40fe-b475-b74c66061e33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.332695] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf301101-73dc-4ae0-83b1-d7df4705e46d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.341228] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ab820-ca2e-404c-98f2-54c7fa75b97b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.359297] env[69763]: DEBUG nova.compute.provider_tree [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1189.493108] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123233, 'name': Rename_Task, 'duration_secs': 0.147237} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.493908] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1189.494471] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-76e64488-0aa0-4cd9-94e4-de73ec763e61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.502249] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1189.502249] env[69763]: value = "task-4123234" [ 1189.502249] env[69763]: _type = "Task" [ 1189.502249] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.511116] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123234, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.864409] env[69763]: DEBUG nova.scheduler.client.report [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.013974] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123234, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.371027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.904s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.374033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.199s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.376101] env[69763]: DEBUG nova.objects.instance [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lazy-loading 'resources' on Instance uuid e2364079-751b-4723-b65c-fe9c88d82805 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1190.397169] env[69763]: INFO nova.scheduler.client.report [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Deleted allocations for instance 570af2e6-bf7e-47ee-ac35-276f44e87b24 [ 1190.518576] env[69763]: DEBUG oslo_vmware.api [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123234, 'name': PowerOnVM_Task, 'duration_secs': 0.738881} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.518923] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1190.519136] env[69763]: INFO nova.compute.manager [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1190.519467] env[69763]: DEBUG nova.compute.manager [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1190.520159] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52e3c1b-c012-4941-87eb-4f58c84a5e87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.906102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6ea148db-ba3d-4de1-bb88-46ebb5db79d7 tempest-ServersListShow296Test-740531029 tempest-ServersListShow296Test-740531029-project-member] Lock "570af2e6-bf7e-47ee-ac35-276f44e87b24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.452s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.045813] env[69763]: INFO nova.compute.manager [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Took 29.96 seconds to build instance. [ 1191.206617] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e22c964-5606-4e05-85b1-e254aa39fc05 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.218628] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e86041-e8f0-4ea8-b9a5-a76f44e5d454 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.255568] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134b5769-8133-4d32-bbd7-925633f98eee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.263753] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172dffdc-7dcf-4f3c-915e-551fb02d9339 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.281188] env[69763]: DEBUG nova.compute.provider_tree [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1191.315972] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "9979980d-eead-4321-9891-cb84414b3a71" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.315972] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "9979980d-eead-4321-9891-cb84414b3a71" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.548865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c32f69f1-331e-4f4b-9a33-f2509242c47f tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.476s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.785358] env[69763]: DEBUG nova.scheduler.client.report [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1191.821704] env[69763]: DEBUG nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1192.291215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1192.293626] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.054s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.295057] env[69763]: INFO nova.compute.claims [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1192.314433] env[69763]: INFO nova.scheduler.client.report [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Deleted allocations for instance e2364079-751b-4723-b65c-fe9c88d82805 [ 1192.341579] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.625053] env[69763]: INFO nova.compute.manager [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Rebuilding instance [ 1192.672915] env[69763]: DEBUG nova.compute.manager [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1192.673994] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b0ea63-9d6f-4674-896e-d0c498df7e32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.824666] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec3fe638-7923-4cd7-b5bf-90771816f08d tempest-ServerGroupTestJSON-88770082 tempest-ServerGroupTestJSON-88770082-project-member] Lock "e2364079-751b-4723-b65c-fe9c88d82805" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.077s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1193.596486] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d46e9616-de8d-4d3e-8fcb-d3d0af5985f8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.604899] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46e0843-6fd3-4f1f-b9b0-c292209a014b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.638156] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6a98933-ee72-4891-a37c-e99b256208a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.646854] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b92a93-adfb-4a35-8c6e-878769d3f970 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.660839] env[69763]: DEBUG nova.compute.provider_tree [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.687855] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1193.688186] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8ce701a0-4ecc-4da2-8859-d090ee5d25b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.696093] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1193.696093] env[69763]: value = "task-4123235" [ 1193.696093] env[69763]: _type = "Task" [ 1193.696093] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.707305] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.164347] env[69763]: DEBUG nova.scheduler.client.report [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.207557] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123235, 'name': PowerOffVM_Task, 'duration_secs': 0.126507} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.207843] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1194.208502] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1194.209297] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5fcc81-3f35-4368-81ee-bbc5366c5784 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.217458] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1194.217703] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4a990e55-fc53-4d80-9aed-3b522606f41e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.244839] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1194.245091] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1194.245294] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Deleting the datastore file [datastore1] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1194.245698] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ba8dd4f-f8f3-4e7e-9c45-be391836281f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.253285] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1194.253285] env[69763]: value = "task-4123237" [ 1194.253285] env[69763]: _type = "Task" [ 1194.253285] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.261456] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.670430] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.377s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.670910] env[69763]: DEBUG nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1194.673571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.423s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1194.674955] env[69763]: INFO nova.compute.claims [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1194.764057] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132651} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.764352] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1194.764545] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1194.764723] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1195.181062] env[69763]: DEBUG nova.compute.utils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1195.184872] env[69763]: DEBUG nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1195.185053] env[69763]: DEBUG nova.network.neutron [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1195.229184] env[69763]: DEBUG nova.policy [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b09c77d0fd44da08d3b6197e72f3a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c39aa9dc0d2948818a3cd1c7e34b815f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1195.533323] env[69763]: DEBUG nova.network.neutron [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Successfully created port: 07525ce2-4e28-40a9-82f7-cf0bddbc3876 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1195.686251] env[69763]: DEBUG nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1195.808727] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1195.808974] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1195.809176] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1195.809370] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1195.809796] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1195.809796] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1195.809945] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1195.810056] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1195.810203] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1195.810370] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1195.810545] env[69763]: DEBUG nova.virt.hardware [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1195.811432] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc3214d6-4a63-4eea-a539-b057084188df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.823453] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8161c87c-4e35-449d-9b1e-9c0495378692 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.845348] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1195.851145] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1195.854066] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1195.854520] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2423c66e-d1a6-4692-a485-ee20858f8003 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.875662] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1195.875662] env[69763]: value = "task-4123238" [ 1195.875662] env[69763]: _type = "Task" [ 1195.875662] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.889167] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123238, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.038456] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157ad30e-1c67-4300-bd97-429ad02f7a73 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.047868] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07a15227-65fd-4b57-a04b-d2fe1e738465 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.081651] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07806e1b-a3ee-4934-9f48-fc00bb47084a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.089977] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3cada6-8125-48bb-a52b-43fb51daf0ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.105294] env[69763]: DEBUG nova.compute.provider_tree [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1196.386455] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123238, 'name': CreateVM_Task, 'duration_secs': 0.257354} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.386642] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1196.387126] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.387305] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.387626] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.387910] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67b5b458-7068-4b17-8350-1de50a347c3d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.394043] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1196.394043] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52effe95-2408-b0b1-4f1d-48fcd09174a2" [ 1196.394043] env[69763]: _type = "Task" [ 1196.394043] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.404767] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52effe95-2408-b0b1-4f1d-48fcd09174a2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.608982] env[69763]: DEBUG nova.scheduler.client.report [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1196.697612] env[69763]: DEBUG nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1196.732403] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1196.732702] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1196.732868] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1196.733285] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1196.733547] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1196.733704] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1196.733954] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1196.734326] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1196.734379] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1196.734564] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1196.734853] env[69763]: DEBUG nova.virt.hardware [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1196.736142] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a987780-5c78-45f6-ab16-426a692b0a8d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.745327] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2025351d-4a77-4946-b1d4-1c67e933755c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.907455] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52effe95-2408-b0b1-4f1d-48fcd09174a2, 'name': SearchDatastore_Task, 'duration_secs': 0.013142} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.907455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.907455] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1196.907455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.907455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.907455] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1196.907455] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8f0425a-c01f-4f03-90ae-521455c65f67 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.917782] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1196.917782] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1196.918042] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-955a22e4-24b1-4628-b13e-a95e64a46a36 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.924783] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1196.924783] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52657081-6bf3-bcee-2733-bc8a8803a76f" [ 1196.924783] env[69763]: _type = "Task" [ 1196.924783] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.934335] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52657081-6bf3-bcee-2733-bc8a8803a76f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.027461] env[69763]: DEBUG nova.compute.manager [req-f4c2d6e2-7c8d-485a-a280-371ed3e3aa46 req-47841582-38d7-4c05-a199-13c60835fafa service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Received event network-vif-plugged-07525ce2-4e28-40a9-82f7-cf0bddbc3876 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1197.027461] env[69763]: DEBUG oslo_concurrency.lockutils [req-f4c2d6e2-7c8d-485a-a280-371ed3e3aa46 req-47841582-38d7-4c05-a199-13c60835fafa service nova] Acquiring lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.027798] env[69763]: DEBUG oslo_concurrency.lockutils [req-f4c2d6e2-7c8d-485a-a280-371ed3e3aa46 req-47841582-38d7-4c05-a199-13c60835fafa service nova] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.027984] env[69763]: DEBUG oslo_concurrency.lockutils [req-f4c2d6e2-7c8d-485a-a280-371ed3e3aa46 req-47841582-38d7-4c05-a199-13c60835fafa service nova] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.028233] env[69763]: DEBUG nova.compute.manager [req-f4c2d6e2-7c8d-485a-a280-371ed3e3aa46 req-47841582-38d7-4c05-a199-13c60835fafa service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] No waiting events found dispatching network-vif-plugged-07525ce2-4e28-40a9-82f7-cf0bddbc3876 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1197.028415] env[69763]: WARNING nova.compute.manager [req-f4c2d6e2-7c8d-485a-a280-371ed3e3aa46 req-47841582-38d7-4c05-a199-13c60835fafa service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Received unexpected event network-vif-plugged-07525ce2-4e28-40a9-82f7-cf0bddbc3876 for instance with vm_state building and task_state spawning. [ 1197.114152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.440s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.114806] env[69763]: DEBUG nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1197.117479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.740s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.118548] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.121157] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 23.527s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.121347] env[69763]: DEBUG nova.objects.instance [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] [instance: 38069340-54de-4d00-add8-16d6903ea575] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1197.137195] env[69763]: DEBUG nova.network.neutron [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Successfully updated port: 07525ce2-4e28-40a9-82f7-cf0bddbc3876 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1197.182565] env[69763]: INFO nova.scheduler.client.report [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted allocations for instance 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51 [ 1197.440027] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52657081-6bf3-bcee-2733-bc8a8803a76f, 'name': SearchDatastore_Task, 'duration_secs': 0.010112} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.440027] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-772d459c-26db-49da-a7b7-87f4df32af33 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.444762] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1197.444762] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c3a709-4d17-94ff-869b-a32c6780c3d2" [ 1197.444762] env[69763]: _type = "Task" [ 1197.444762] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.452962] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c3a709-4d17-94ff-869b-a32c6780c3d2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.626455] env[69763]: DEBUG nova.compute.utils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1197.628084] env[69763]: DEBUG nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1197.628282] env[69763]: DEBUG nova.network.neutron [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1197.639231] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.639380] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.639521] env[69763]: DEBUG nova.network.neutron [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1197.687861] env[69763]: DEBUG nova.policy [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd565af96f474d33b14d2155f1252c02', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd067f9843699485eb0f75374b323b684', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1197.692533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3dc30b68-0263-48f4-a4ac-ab512901ac0e tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "3c2e1516-be91-4d6d-9c9a-4fb83cd38d51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.872s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1197.740952] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "ac2b827d-4467-4b83-814b-c45ccaac7318" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1197.741277] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1197.956583] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c3a709-4d17-94ff-869b-a32c6780c3d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010448} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.956940] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.957084] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c/4dbf727d-d4e8-4737-be38-dfbd78ff1c2c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1197.957322] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b1850b5-f72d-4df1-bd4c-d01274f42af5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.966234] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1197.966234] env[69763]: value = "task-4123239" [ 1197.966234] env[69763]: _type = "Task" [ 1197.966234] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.979161] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.138772] env[69763]: DEBUG nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1198.144950] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f30db4bd-f3b2-4205-b20b-a133a09dd600 tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1198.147509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.474s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.151132] env[69763]: INFO nova.compute.claims [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1198.196524] env[69763]: DEBUG nova.network.neutron [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1198.243661] env[69763]: DEBUG nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.314753] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.314753] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.391159] env[69763]: DEBUG nova.network.neutron [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Successfully created port: 2e89ff90-52be-443e-8374-7b1767570410 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1198.404563] env[69763]: DEBUG nova.network.neutron [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance_info_cache with network_info: [{"id": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "address": "fa:16:3e:94:44:98", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07525ce2-4e", "ovs_interfaceid": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.477782] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.502014} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.478219] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c/4dbf727d-d4e8-4737-be38-dfbd78ff1c2c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1198.478695] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1198.479077] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2719bcb1-9fb2-45a4-bb62-57c6335be37f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.486913] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1198.486913] env[69763]: value = "task-4123240" [ 1198.486913] env[69763]: _type = "Task" [ 1198.486913] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.496157] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123240, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.778859] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.817397] env[69763]: DEBUG nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1198.915021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.915021] env[69763]: DEBUG nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Instance network_info: |[{"id": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "address": "fa:16:3e:94:44:98", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07525ce2-4e", "ovs_interfaceid": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1198.915021] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:44:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '07525ce2-4e28-40a9-82f7-cf0bddbc3876', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1198.922147] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1198.922742] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1198.922742] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f2f14909-bc34-42be-a9cd-157d40fdca7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.946344] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1198.946344] env[69763]: value = "task-4123241" [ 1198.946344] env[69763]: _type = "Task" [ 1198.946344] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.957526] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123241, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.996084] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123240, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067006} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.996369] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1198.997241] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-541a083f-cb25-4e46-a70e-f6fa06645247 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.018231] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c/4dbf727d-d4e8-4737-be38-dfbd78ff1c2c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1199.018567] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c20fd74-a2e8-4c77-816a-28ece7194580 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.038995] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1199.038995] env[69763]: value = "task-4123242" [ 1199.038995] env[69763]: _type = "Task" [ 1199.038995] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.048521] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123242, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.061872] env[69763]: DEBUG nova.compute.manager [req-b490748a-4989-41a3-a6ad-b07df38ba1c3 req-57a447d3-6120-42ea-baf1-51021092e66f service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Received event network-changed-07525ce2-4e28-40a9-82f7-cf0bddbc3876 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1199.062647] env[69763]: DEBUG nova.compute.manager [req-b490748a-4989-41a3-a6ad-b07df38ba1c3 req-57a447d3-6120-42ea-baf1-51021092e66f service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Refreshing instance network info cache due to event network-changed-07525ce2-4e28-40a9-82f7-cf0bddbc3876. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1199.062647] env[69763]: DEBUG oslo_concurrency.lockutils [req-b490748a-4989-41a3-a6ad-b07df38ba1c3 req-57a447d3-6120-42ea-baf1-51021092e66f service nova] Acquiring lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.062647] env[69763]: DEBUG oslo_concurrency.lockutils [req-b490748a-4989-41a3-a6ad-b07df38ba1c3 req-57a447d3-6120-42ea-baf1-51021092e66f service nova] Acquired lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.062910] env[69763]: DEBUG nova.network.neutron [req-b490748a-4989-41a3-a6ad-b07df38ba1c3 req-57a447d3-6120-42ea-baf1-51021092e66f service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Refreshing network info cache for port 07525ce2-4e28-40a9-82f7-cf0bddbc3876 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1199.153943] env[69763]: DEBUG nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1199.185696] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1199.187259] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1199.187259] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1199.187259] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1199.187259] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1199.187259] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1199.187746] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1199.187746] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1199.187746] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1199.187903] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1199.188055] env[69763]: DEBUG nova.virt.hardware [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1199.188927] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4006e48-ce02-4629-bfa1-40aa9a20b543 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.200869] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-971ccf84-a71b-4292-8341-40afb1d0541b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.340352] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.458200] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123241, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.529018] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2525b963-d459-49ae-8c8f-59aa6a3464bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.537197] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae85c75e-c607-4df7-9efc-359c7298e9c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.571598] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-767be776-e522-4eb1-b716-b082b6e3e0ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.577560] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123242, 'name': ReconfigVM_Task, 'duration_secs': 0.307668} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.578173] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c/4dbf727d-d4e8-4737-be38-dfbd78ff1c2c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1199.578779] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3fec4d7d-02b5-4224-bcb3-18f022f8416c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.583809] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ba15e5-1f8c-41ec-a56b-2fa8299e67d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.589451] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1199.589451] env[69763]: value = "task-4123243" [ 1199.589451] env[69763]: _type = "Task" [ 1199.589451] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.601185] env[69763]: DEBUG nova.compute.provider_tree [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1199.608289] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123243, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.788139] env[69763]: DEBUG nova.network.neutron [req-b490748a-4989-41a3-a6ad-b07df38ba1c3 req-57a447d3-6120-42ea-baf1-51021092e66f service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updated VIF entry in instance network info cache for port 07525ce2-4e28-40a9-82f7-cf0bddbc3876. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1199.788139] env[69763]: DEBUG nova.network.neutron [req-b490748a-4989-41a3-a6ad-b07df38ba1c3 req-57a447d3-6120-42ea-baf1-51021092e66f service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance_info_cache with network_info: [{"id": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "address": "fa:16:3e:94:44:98", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07525ce2-4e", "ovs_interfaceid": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1199.895220] env[69763]: DEBUG nova.network.neutron [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Successfully updated port: 2e89ff90-52be-443e-8374-7b1767570410 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1199.959616] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123241, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.099750] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123243, 'name': Rename_Task, 'duration_secs': 0.14387} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.100134] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1200.100394] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-294d3533-06d0-4a55-a871-cefd2e2c7e0d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.107579] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1200.107579] env[69763]: value = "task-4123244" [ 1200.107579] env[69763]: _type = "Task" [ 1200.107579] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.116258] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123244, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.123553] env[69763]: ERROR nova.scheduler.client.report [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [req-7025b40e-9391-4a35-b9a1-5202f7b8c281] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7025b40e-9391-4a35-b9a1-5202f7b8c281"}]} [ 1200.140383] env[69763]: DEBUG nova.scheduler.client.report [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1200.156891] env[69763]: DEBUG nova.scheduler.client.report [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1200.157226] env[69763]: DEBUG nova.compute.provider_tree [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.171121] env[69763]: DEBUG nova.scheduler.client.report [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1200.190999] env[69763]: DEBUG nova.scheduler.client.report [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1200.291669] env[69763]: DEBUG oslo_concurrency.lockutils [req-b490748a-4989-41a3-a6ad-b07df38ba1c3 req-57a447d3-6120-42ea-baf1-51021092e66f service nova] Releasing lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.395153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "refresh_cache-b73256cd-73d0-46fb-b086-5dad8eb5b1ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.396029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "refresh_cache-b73256cd-73d0-46fb-b086-5dad8eb5b1ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.396029] env[69763]: DEBUG nova.network.neutron [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1200.460784] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123241, 'name': CreateVM_Task, 'duration_secs': 1.423038} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.463293] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1200.464231] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.464341] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.464639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.464904] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98f681b8-5456-4ee0-9dbc-a354a397e212 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.469845] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1200.469845] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520176de-4cf7-ff66-abf2-73d2b979f4ac" [ 1200.469845] env[69763]: _type = "Task" [ 1200.469845] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.483625] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520176de-4cf7-ff66-abf2-73d2b979f4ac, 'name': SearchDatastore_Task, 'duration_secs': 0.010172} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.483946] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.484203] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1200.484503] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.484587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.484787] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1200.485044] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-94c0f337-7265-40e4-b1e0-f5ff8d056c50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.494624] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1200.495035] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1200.495794] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15c312e2-7b74-42f4-b90c-5871f455fd99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.500897] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c7295d-c7e4-403c-ad03-dff15c89129d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.504570] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1200.504570] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ec1288-ac01-40ca-4157-ae3bbb670c8f" [ 1200.504570] env[69763]: _type = "Task" [ 1200.504570] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.510727] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62ddd395-4151-4e6f-9c14-d68d98fadd7d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.517972] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ec1288-ac01-40ca-4157-ae3bbb670c8f, 'name': SearchDatastore_Task, 'duration_secs': 0.009531} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.519282] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-499dfae6-7bd8-4f3b-9ada-72c4fc1573a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.547294] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c57a6471-9938-4cf0-8344-ec78300b17ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.551398] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1200.551398] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529679e1-6b77-74e4-6a94-91ec0c38488f" [ 1200.551398] env[69763]: _type = "Task" [ 1200.551398] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.558683] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac78d39-277d-498c-8c1e-df540f00d21d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.567034] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529679e1-6b77-74e4-6a94-91ec0c38488f, 'name': SearchDatastore_Task} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.567034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.567289] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8b3238d2-30d6-45d2-9aff-4752fa6e20cc/8b3238d2-30d6-45d2-9aff-4752fa6e20cc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1200.567487] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a8f4f5-32e0-4720-8154-9c9d01d76b6b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.577637] env[69763]: DEBUG nova.compute.provider_tree [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1200.585109] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1200.585109] env[69763]: value = "task-4123245" [ 1200.585109] env[69763]: _type = "Task" [ 1200.585109] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.595890] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123245, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.620399] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123244, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.934623] env[69763]: DEBUG nova.network.neutron [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1201.095868] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123245, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.112178] env[69763]: DEBUG nova.scheduler.client.report [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 119 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1201.112443] env[69763]: DEBUG nova.compute.provider_tree [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 119 to 120 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1201.112619] env[69763]: DEBUG nova.compute.provider_tree [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1201.125402] env[69763]: DEBUG oslo_vmware.api [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123244, 'name': PowerOnVM_Task, 'duration_secs': 0.517025} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.125680] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1201.125889] env[69763]: DEBUG nova.compute.manager [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1201.126717] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd991e3-80fd-421d-8354-71af219d7e42 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.163983] env[69763]: DEBUG nova.network.neutron [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Updating instance_info_cache with network_info: [{"id": "2e89ff90-52be-443e-8374-7b1767570410", "address": "fa:16:3e:0a:e8:a9", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e89ff90-52", "ovs_interfaceid": "2e89ff90-52be-443e-8374-7b1767570410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1201.167545] env[69763]: DEBUG nova.compute.manager [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Received event network-vif-plugged-2e89ff90-52be-443e-8374-7b1767570410 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.167776] env[69763]: DEBUG oslo_concurrency.lockutils [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] Acquiring lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.168010] env[69763]: DEBUG oslo_concurrency.lockutils [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] Lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.168209] env[69763]: DEBUG oslo_concurrency.lockutils [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] Lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.168380] env[69763]: DEBUG nova.compute.manager [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] No waiting events found dispatching network-vif-plugged-2e89ff90-52be-443e-8374-7b1767570410 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1201.168553] env[69763]: WARNING nova.compute.manager [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Received unexpected event network-vif-plugged-2e89ff90-52be-443e-8374-7b1767570410 for instance with vm_state building and task_state spawning. [ 1201.168714] env[69763]: DEBUG nova.compute.manager [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Received event network-changed-2e89ff90-52be-443e-8374-7b1767570410 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1201.168856] env[69763]: DEBUG nova.compute.manager [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Refreshing instance network info cache due to event network-changed-2e89ff90-52be-443e-8374-7b1767570410. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1201.169045] env[69763]: DEBUG oslo_concurrency.lockutils [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] Acquiring lock "refresh_cache-b73256cd-73d0-46fb-b086-5dad8eb5b1ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.598142] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123245, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.622048] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.474s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.622048] env[69763]: DEBUG nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1201.624421] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.876s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.624715] env[69763]: DEBUG nova.objects.instance [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lazy-loading 'resources' on Instance uuid ec734c20-fb3f-42ca-9856-170aa115115c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.644022] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.670530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "refresh_cache-b73256cd-73d0-46fb-b086-5dad8eb5b1ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.670871] env[69763]: DEBUG nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Instance network_info: |[{"id": "2e89ff90-52be-443e-8374-7b1767570410", "address": "fa:16:3e:0a:e8:a9", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e89ff90-52", "ovs_interfaceid": "2e89ff90-52be-443e-8374-7b1767570410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1201.672582] env[69763]: DEBUG oslo_concurrency.lockutils [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] Acquired lock "refresh_cache-b73256cd-73d0-46fb-b086-5dad8eb5b1ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.672582] env[69763]: DEBUG nova.network.neutron [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Refreshing network info cache for port 2e89ff90-52be-443e-8374-7b1767570410 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1201.673581] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:e8:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2e89ff90-52be-443e-8374-7b1767570410', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1201.681693] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1201.684894] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1201.685530] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9793dcca-b3b0-41a9-b280-4acfdbfbe116 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.706916] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1201.706916] env[69763]: value = "task-4123246" [ 1201.706916] env[69763]: _type = "Task" [ 1201.706916] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.716079] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123246, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.898529] env[69763]: DEBUG nova.network.neutron [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Updated VIF entry in instance network info cache for port 2e89ff90-52be-443e-8374-7b1767570410. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1201.898902] env[69763]: DEBUG nova.network.neutron [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Updating instance_info_cache with network_info: [{"id": "2e89ff90-52be-443e-8374-7b1767570410", "address": "fa:16:3e:0a:e8:a9", "network": {"id": "a7dc588b-d13d-444b-8317-8bf3f64f24f4", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1807158672-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d067f9843699485eb0f75374b323b684", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2e89ff90-52", "ovs_interfaceid": "2e89ff90-52be-443e-8374-7b1767570410", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1202.097763] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123245, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.49275} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.098123] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8b3238d2-30d6-45d2-9aff-4752fa6e20cc/8b3238d2-30d6-45d2-9aff-4752fa6e20cc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1202.098530] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1202.098820] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-95e73c14-2550-4176-be28-ae849842e93e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.105742] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1202.105742] env[69763]: value = "task-4123247" [ 1202.105742] env[69763]: _type = "Task" [ 1202.105742] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.115119] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123247, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.131321] env[69763]: DEBUG nova.compute.utils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1202.133836] env[69763]: DEBUG nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1202.133836] env[69763]: DEBUG nova.network.neutron [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1202.189635] env[69763]: DEBUG nova.policy [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef97f5db5c44b9a918b582821f96856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed4a619bdfc4ab3b27eb517151b3955', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1202.220890] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123246, 'name': CreateVM_Task, 'duration_secs': 0.366739} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.223756] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1202.224831] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.224831] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.225159] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.225461] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b898b584-8eb8-445d-9bd0-22b06b1a77d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.234589] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1202.234589] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520ae96a-176b-55e9-c84b-dec2d40ba434" [ 1202.234589] env[69763]: _type = "Task" [ 1202.234589] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.251172] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520ae96a-176b-55e9-c84b-dec2d40ba434, 'name': SearchDatastore_Task, 'duration_secs': 0.010057} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.254116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.254413] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1202.254718] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.254925] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.255204] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1202.256450] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59246abe-0f1e-4cb6-94f9-e96420875fff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.270668] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1202.270668] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1202.271253] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1913995-52f3-4e85-98c6-d05a4c4b489f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.278048] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1202.278048] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fc8291-5034-14f0-274e-252cb5ecdbff" [ 1202.278048] env[69763]: _type = "Task" [ 1202.278048] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.287514] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fc8291-5034-14f0-274e-252cb5ecdbff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.401749] env[69763]: DEBUG oslo_concurrency.lockutils [req-709e4130-e7cc-47ce-a0e9-146c8528c326 req-4fcec325-a494-4d16-858e-aecd3beb57b4 service nova] Releasing lock "refresh_cache-b73256cd-73d0-46fb-b086-5dad8eb5b1ea" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.445229] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb89703-785d-4352-ab09-fb65471d661b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.453255] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ed847e2-89cd-49f1-bec8-a97d82692421 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.489129] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ac7f3b-3a6e-4569-a520-40e5428d1037 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.497244] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c56993d4-aefa-4bf5-9eaf-b4cf887211a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.511652] env[69763]: DEBUG nova.compute.provider_tree [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1202.550402] env[69763]: DEBUG nova.network.neutron [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Successfully created port: 1867a1f0-711a-441e-8513-0621401e152c {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1202.618072] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123247, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072277} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.618370] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1202.619152] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6e96bb9-c475-4cae-9a9c-68f306a8022c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.640847] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 8b3238d2-30d6-45d2-9aff-4752fa6e20cc/8b3238d2-30d6-45d2-9aff-4752fa6e20cc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1202.641426] env[69763]: DEBUG nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1202.643905] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9d87a34b-2956-4a77-9e2a-ce70f39fbae8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.666353] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1202.666353] env[69763]: value = "task-4123248" [ 1202.666353] env[69763]: _type = "Task" [ 1202.666353] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.676171] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123248, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.732395] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.732757] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.733040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.733268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.733470] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.738020] env[69763]: INFO nova.compute.manager [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Terminating instance [ 1202.790914] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fc8291-5034-14f0-274e-252cb5ecdbff, 'name': SearchDatastore_Task, 'duration_secs': 0.02262} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.791350] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d9f3d9-f655-41bf-ab35-6f5c18c8a65e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.799032] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1202.799032] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523d3b78-66b1-c857-47bd-ce8a3b2ffe18" [ 1202.799032] env[69763]: _type = "Task" [ 1202.799032] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.807800] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523d3b78-66b1-c857-47bd-ce8a3b2ffe18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.015994] env[69763]: DEBUG nova.scheduler.client.report [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1203.178384] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123248, 'name': ReconfigVM_Task, 'duration_secs': 0.276954} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.178646] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 8b3238d2-30d6-45d2-9aff-4752fa6e20cc/8b3238d2-30d6-45d2-9aff-4752fa6e20cc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1203.179297] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8899dbdb-ccba-4655-83ca-b01d22ab1881 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.189403] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1203.189403] env[69763]: value = "task-4123249" [ 1203.189403] env[69763]: _type = "Task" [ 1203.189403] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.198545] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123249, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.241964] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "refresh_cache-4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.242402] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquired lock "refresh_cache-4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.242639] env[69763]: DEBUG nova.network.neutron [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1203.311470] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523d3b78-66b1-c857-47bd-ce8a3b2ffe18, 'name': SearchDatastore_Task, 'duration_secs': 0.009957} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.311782] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.312332] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] b73256cd-73d0-46fb-b086-5dad8eb5b1ea/b73256cd-73d0-46fb-b086-5dad8eb5b1ea.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1203.312442] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1742470-a645-4939-bbc2-53b880772799 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.320934] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1203.320934] env[69763]: value = "task-4123250" [ 1203.320934] env[69763]: _type = "Task" [ 1203.320934] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.331487] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123250, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.521685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1203.524412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.721s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1203.524720] env[69763]: DEBUG nova.objects.instance [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lazy-loading 'resources' on Instance uuid 11e9af7e-1044-4b0d-b924-cd978349f723 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1203.550028] env[69763]: INFO nova.scheduler.client.report [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted allocations for instance ec734c20-fb3f-42ca-9856-170aa115115c [ 1203.666675] env[69763]: DEBUG nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1203.696162] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1203.696432] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1203.696592] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1203.696779] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1203.696929] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1203.697106] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1203.697334] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1203.697491] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1203.697659] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1203.697834] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1203.698018] env[69763]: DEBUG nova.virt.hardware [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1203.698872] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68e67c6f-c6cc-4ec8-9e95-bb986d3480fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.710959] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-832a9c3c-ba05-49fa-a9f7-0b1317e5ebd8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.715163] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123249, 'name': Rename_Task, 'duration_secs': 0.172594} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.715470] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1203.716212] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6dd3af6b-c5f9-4c70-945c-1afe01a8fb28 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.728724] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1203.728724] env[69763]: value = "task-4123251" [ 1203.728724] env[69763]: _type = "Task" [ 1203.728724] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.737434] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123251, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.764609] env[69763]: DEBUG nova.network.neutron [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1203.832231] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123250, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.833090] env[69763]: DEBUG nova.network.neutron [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1204.024021] env[69763]: DEBUG nova.compute.manager [req-3b43eb17-4840-4ec7-b906-8cd56678ce26 req-b8e5dc30-bcb7-48d7-9ec0-4acb4348448c service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Received event network-vif-plugged-1867a1f0-711a-441e-8513-0621401e152c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1204.024538] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b43eb17-4840-4ec7-b906-8cd56678ce26 req-b8e5dc30-bcb7-48d7-9ec0-4acb4348448c service nova] Acquiring lock "5e277453-dbfd-4eaa-b899-ee6743036ff0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.024774] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b43eb17-4840-4ec7-b906-8cd56678ce26 req-b8e5dc30-bcb7-48d7-9ec0-4acb4348448c service nova] Lock "5e277453-dbfd-4eaa-b899-ee6743036ff0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.025019] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b43eb17-4840-4ec7-b906-8cd56678ce26 req-b8e5dc30-bcb7-48d7-9ec0-4acb4348448c service nova] Lock "5e277453-dbfd-4eaa-b899-ee6743036ff0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.025275] env[69763]: DEBUG nova.compute.manager [req-3b43eb17-4840-4ec7-b906-8cd56678ce26 req-b8e5dc30-bcb7-48d7-9ec0-4acb4348448c service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] No waiting events found dispatching network-vif-plugged-1867a1f0-711a-441e-8513-0621401e152c {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1204.025547] env[69763]: WARNING nova.compute.manager [req-3b43eb17-4840-4ec7-b906-8cd56678ce26 req-b8e5dc30-bcb7-48d7-9ec0-4acb4348448c service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Received unexpected event network-vif-plugged-1867a1f0-711a-441e-8513-0621401e152c for instance with vm_state building and task_state spawning. [ 1204.057900] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dc34de5-217d-4a29-86f2-0938e93bb230 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "ec734c20-fb3f-42ca-9856-170aa115115c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.881s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.249262] env[69763]: DEBUG nova.network.neutron [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Successfully updated port: 1867a1f0-711a-441e-8513-0621401e152c {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1204.249262] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123251, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.335533] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123250, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563006} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.336016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Releasing lock "refresh_cache-4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.336423] env[69763]: DEBUG nova.compute.manager [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1204.336934] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1204.336934] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] b73256cd-73d0-46fb-b086-5dad8eb5b1ea/b73256cd-73d0-46fb-b086-5dad8eb5b1ea.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1204.337093] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1204.337902] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf570b69-7356-41b2-b6a5-931f96cc1be3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.340521] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d29a74ff-100e-4997-a399-db50cf040bd9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.348041] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1204.349338] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40f0fc45-ff3f-4cb6-89d4-6f20ccbd67f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.350981] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1204.350981] env[69763]: value = "task-4123252" [ 1204.350981] env[69763]: _type = "Task" [ 1204.350981] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.363181] env[69763]: DEBUG oslo_vmware.api [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1204.363181] env[69763]: value = "task-4123253" [ 1204.363181] env[69763]: _type = "Task" [ 1204.363181] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.371150] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123252, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.378491] env[69763]: DEBUG oslo_vmware.api [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123253, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.408819] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629cc2fc-1a04-4d8a-b992-fa36ddf55306 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.417785] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28833c28-7aff-44ff-b870-31afcdad92b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.449641] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bafbc9-5e8c-4b52-adff-a5cd89b180e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.458978] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5056de36-6cf5-4a3c-a446-718a200b75a0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.472724] env[69763]: DEBUG nova.compute.provider_tree [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1204.706910] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.707256] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.708042] env[69763]: DEBUG nova.network.neutron [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1204.745469] env[69763]: DEBUG oslo_vmware.api [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123251, 'name': PowerOnVM_Task, 'duration_secs': 0.577227} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.745854] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1204.746086] env[69763]: INFO nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1204.746183] env[69763]: DEBUG nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1204.747736] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-745d03a8-6801-4d48-9417-8804d6753a4a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.861511] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123252, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075659} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.861847] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1204.862840] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8bb5111-097c-4305-af80-d8fe7f263b94 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.884485] env[69763]: DEBUG oslo_vmware.api [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123253, 'name': PowerOffVM_Task, 'duration_secs': 0.229182} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.893332] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] b73256cd-73d0-46fb-b086-5dad8eb5b1ea/b73256cd-73d0-46fb-b086-5dad8eb5b1ea.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1204.893710] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1204.893883] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1204.895539] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cb7bfcc-743d-43a9-8c30-5e9dec35706f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.908577] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5fbba9ce-b927-48c9-8357-71570ad75371 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.917870] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1204.917870] env[69763]: value = "task-4123255" [ 1204.917870] env[69763]: _type = "Task" [ 1204.917870] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.927052] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123255, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.931593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1204.931860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.940776] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1204.941018] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1204.941224] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Deleting the datastore file [datastore2] 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1204.941495] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1849a1a0-331a-4a0c-8317-f977d3bc0b5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1204.949197] env[69763]: DEBUG oslo_vmware.api [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for the task: (returnval){ [ 1204.949197] env[69763]: value = "task-4123256" [ 1204.949197] env[69763]: _type = "Task" [ 1204.949197] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1204.957626] env[69763]: DEBUG oslo_vmware.api [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1204.978384] env[69763]: DEBUG nova.scheduler.client.report [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.240325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.240592] env[69763]: DEBUG oslo_concurrency.lockutils [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.243445] env[69763]: DEBUG nova.network.neutron [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1205.266375] env[69763]: INFO nova.compute.manager [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Took 35.09 seconds to build instance. [ 1205.392863] env[69763]: DEBUG nova.network.neutron [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Updating instance_info_cache with network_info: [{"id": "1867a1f0-711a-441e-8513-0621401e152c", "address": "fa:16:3e:85:ff:07", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1867a1f0-71", "ovs_interfaceid": "1867a1f0-711a-441e-8513-0621401e152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.433552] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123255, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.434109] env[69763]: DEBUG nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1205.460027] env[69763]: DEBUG oslo_vmware.api [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123256, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.483625] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.486336] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.937s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.486336] env[69763]: DEBUG nova.objects.instance [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1205.513525] env[69763]: INFO nova.scheduler.client.report [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted allocations for instance 11e9af7e-1044-4b0d-b924-cd978349f723 [ 1205.744171] env[69763]: INFO nova.compute.manager [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Detaching volume 22afb1a4-76c4-4eb6-94b6-c871e09ff8df [ 1205.768449] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c557abbf-20e5-41cf-b38c-0f8d6e2ad4f7 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.041s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.789914] env[69763]: INFO nova.virt.block_device [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Attempting to driver detach volume 22afb1a4-76c4-4eb6-94b6-c871e09ff8df from mountpoint /dev/sdb [ 1205.790245] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1205.790449] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816738', 'volume_id': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'name': 'volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a401c0f3-fb9b-462a-88c0-cbcea8109877', 'attached_at': '', 'detached_at': '', 'volume_id': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'serial': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1205.791351] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aa18f64-a4da-4bf4-a51a-f9fdbc893aa4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.818082] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a79724d-91b4-40ed-9094-67f079d993f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.826327] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff167f5-9755-446b-b6a3-2d376bfbc5d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.848084] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11263f59-9921-4c2a-8a4b-f2d3867aa791 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.863942] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] The volume has not been displaced from its original location: [datastore1] volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df/volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1205.869922] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Reconfiguring VM instance instance-00000045 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1205.870434] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-015072f6-a191-44ad-92e5-a7301fdb8128 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.894019] env[69763]: DEBUG oslo_vmware.api [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1205.894019] env[69763]: value = "task-4123257" [ 1205.894019] env[69763]: _type = "Task" [ 1205.894019] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.898659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.899114] env[69763]: DEBUG nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Instance network_info: |[{"id": "1867a1f0-711a-441e-8513-0621401e152c", "address": "fa:16:3e:85:ff:07", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1867a1f0-71", "ovs_interfaceid": "1867a1f0-711a-441e-8513-0621401e152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1205.899757] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:85:ff:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1867a1f0-711a-441e-8513-0621401e152c', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1205.907747] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Creating folder: Project (2ed4a619bdfc4ab3b27eb517151b3955). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.911528] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ce4244c7-337d-4be8-a1e6-22beb863ede9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.913997] env[69763]: DEBUG oslo_vmware.api [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123257, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.924763] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Created folder: Project (2ed4a619bdfc4ab3b27eb517151b3955) in parent group-v816505. [ 1205.924963] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Creating folder: Instances. Parent ref: group-v816758. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1205.925658] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-436cc076-c48d-4250-94cc-e36ba18e2d78 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.930658] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123255, 'name': ReconfigVM_Task, 'duration_secs': 0.782812} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.931344] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Reconfigured VM instance instance-00000058 to attach disk [datastore2] b73256cd-73d0-46fb-b086-5dad8eb5b1ea/b73256cd-73d0-46fb-b086-5dad8eb5b1ea.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1205.931640] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-02e34ec2-fed1-4891-b83e-525f40703dc2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.935442] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Created folder: Instances in parent group-v816758. [ 1205.936569] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.936569] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1205.936569] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02c2a160-44a7-487d-8e7e-4f20cf662c5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.955075] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1205.955075] env[69763]: value = "task-4123260" [ 1205.955075] env[69763]: _type = "Task" [ 1205.955075] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.966580] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1205.966580] env[69763]: value = "task-4123261" [ 1205.966580] env[69763]: _type = "Task" [ 1205.966580] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.975738] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123260, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.976060] env[69763]: DEBUG oslo_vmware.api [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Task: {'id': task-4123256, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.514436} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1205.977089] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.977684] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1205.977872] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1205.978062] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1205.978246] env[69763]: INFO nova.compute.manager [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1205.978522] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1205.978708] env[69763]: DEBUG nova.compute.manager [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1205.978800] env[69763]: DEBUG nova.network.neutron [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1205.983366] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123261, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1205.999817] env[69763]: DEBUG nova.network.neutron [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1206.023269] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0afd0fe5-a8ab-4770-8285-b47027f467e0 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "11e9af7e-1044-4b0d-b924-cd978349f723" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.972s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.075177] env[69763]: DEBUG nova.compute.manager [req-7ac9155e-fabf-4a4a-a97f-03e015261270 req-f1dcd4f3-2912-499f-a5e2-810f11c6bce2 service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Received event network-changed-1867a1f0-711a-441e-8513-0621401e152c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1206.075431] env[69763]: DEBUG nova.compute.manager [req-7ac9155e-fabf-4a4a-a97f-03e015261270 req-f1dcd4f3-2912-499f-a5e2-810f11c6bce2 service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Refreshing instance network info cache due to event network-changed-1867a1f0-711a-441e-8513-0621401e152c. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1206.075599] env[69763]: DEBUG oslo_concurrency.lockutils [req-7ac9155e-fabf-4a4a-a97f-03e015261270 req-f1dcd4f3-2912-499f-a5e2-810f11c6bce2 service nova] Acquiring lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.075782] env[69763]: DEBUG oslo_concurrency.lockutils [req-7ac9155e-fabf-4a4a-a97f-03e015261270 req-f1dcd4f3-2912-499f-a5e2-810f11c6bce2 service nova] Acquired lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.075946] env[69763]: DEBUG nova.network.neutron [req-7ac9155e-fabf-4a4a-a97f-03e015261270 req-f1dcd4f3-2912-499f-a5e2-810f11c6bce2 service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Refreshing network info cache for port 1867a1f0-711a-441e-8513-0621401e152c {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1206.402290] env[69763]: DEBUG oslo_vmware.api [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.470163] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123260, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.478034] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123261, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.498016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6858808a-d0f2-4a37-971c-94167bdbcbf9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.498977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.014s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.500459] env[69763]: INFO nova.compute.claims [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1206.503507] env[69763]: DEBUG nova.network.neutron [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.821674] env[69763]: DEBUG nova.network.neutron [req-7ac9155e-fabf-4a4a-a97f-03e015261270 req-f1dcd4f3-2912-499f-a5e2-810f11c6bce2 service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Updated VIF entry in instance network info cache for port 1867a1f0-711a-441e-8513-0621401e152c. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1206.821847] env[69763]: DEBUG nova.network.neutron [req-7ac9155e-fabf-4a4a-a97f-03e015261270 req-f1dcd4f3-2912-499f-a5e2-810f11c6bce2 service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Updating instance_info_cache with network_info: [{"id": "1867a1f0-711a-441e-8513-0621401e152c", "address": "fa:16:3e:85:ff:07", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1867a1f0-71", "ovs_interfaceid": "1867a1f0-711a-441e-8513-0621401e152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1206.840879] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3d9cc73b-022b-4296-be93-b6c7a7854d63 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.840879] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3d9cc73b-022b-4296-be93-b6c7a7854d63 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.841784] env[69763]: DEBUG nova.objects.instance [None req-3d9cc73b-022b-4296-be93-b6c7a7854d63 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'flavor' on Instance uuid 8178ef2c-a2ad-4d14-afed-53867c75b6a4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1206.906102] env[69763]: DEBUG oslo_vmware.api [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123257, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.972657] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123260, 'name': Rename_Task, 'duration_secs': 0.945205} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.976032] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.976032] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e17ad3e-c8f4-410d-a4cc-02086139c3c4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.983178] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123261, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.984775] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1206.984775] env[69763]: value = "task-4123262" [ 1206.984775] env[69763]: _type = "Task" [ 1206.984775] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.994017] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123262, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.007353] env[69763]: INFO nova.compute.manager [-] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Took 1.03 seconds to deallocate network for instance. [ 1207.328508] env[69763]: DEBUG oslo_concurrency.lockutils [req-7ac9155e-fabf-4a4a-a97f-03e015261270 req-f1dcd4f3-2912-499f-a5e2-810f11c6bce2 service nova] Releasing lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.346019] env[69763]: DEBUG nova.objects.instance [None req-3d9cc73b-022b-4296-be93-b6c7a7854d63 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'pci_requests' on Instance uuid 8178ef2c-a2ad-4d14-afed-53867c75b6a4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1207.401095] env[69763]: DEBUG nova.compute.manager [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1207.407431] env[69763]: DEBUG oslo_vmware.api [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123257, 'name': ReconfigVM_Task, 'duration_secs': 1.113153} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.410032] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Reconfigured VM instance instance-00000045 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1207.412582] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a90e9df4-8946-44e6-847a-45c853fda0c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.429997] env[69763]: DEBUG oslo_vmware.api [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1207.429997] env[69763]: value = "task-4123263" [ 1207.429997] env[69763]: _type = "Task" [ 1207.429997] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.438712] env[69763]: DEBUG oslo_vmware.api [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123263, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.482052] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123261, 'name': CreateVM_Task, 'duration_secs': 1.411184} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.482253] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1207.482992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.483208] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.483572] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.483849] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-69964c09-d88c-4571-8e81-0c5a28ac85e9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.492429] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1207.492429] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bf242b-6abc-311d-596d-efe2459eabb5" [ 1207.492429] env[69763]: _type = "Task" [ 1207.492429] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.498535] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.515773] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bf242b-6abc-311d-596d-efe2459eabb5, 'name': SearchDatastore_Task, 'duration_secs': 0.013441} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.517283] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.517675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.517971] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1207.518311] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.518542] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.518795] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1207.519151] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7d5373e7-6a25-4f05-92c4-6fa101b32271 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.531940] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1207.532692] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1207.534867] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-efb587a5-3c4b-4af4-9bda-42ed2eedfec9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.547623] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1207.547623] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e8490-0c33-6869-03f2-c8270bf85fd5" [ 1207.547623] env[69763]: _type = "Task" [ 1207.547623] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.559590] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e8490-0c33-6869-03f2-c8270bf85fd5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.805027] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f528d69f-8f55-4594-ac13-fa087c02cc0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.812136] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f9987a-1555-4178-a4f4-dc889dee5e1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.846104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b98f965-8295-40e3-906b-b0def0562fc7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.849266] env[69763]: DEBUG nova.objects.base [None req-3d9cc73b-022b-4296-be93-b6c7a7854d63 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Object Instance<8178ef2c-a2ad-4d14-afed-53867c75b6a4> lazy-loaded attributes: flavor,pci_requests {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1207.849519] env[69763]: DEBUG nova.network.neutron [None req-3d9cc73b-022b-4296-be93-b6c7a7854d63 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1207.857225] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5fc5bd-ae1c-4153-aac7-50a9ea9e1620 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.871565] env[69763]: DEBUG nova.compute.provider_tree [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.922949] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1207.942091] env[69763]: DEBUG oslo_vmware.api [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123263, 'name': ReconfigVM_Task, 'duration_secs': 0.167362} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.942256] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816738', 'volume_id': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'name': 'volume-22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'a401c0f3-fb9b-462a-88c0-cbcea8109877', 'attached_at': '', 'detached_at': '', 'volume_id': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df', 'serial': '22afb1a4-76c4-4eb6-94b6-c871e09ff8df'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1207.964201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3d9cc73b-022b-4296-be93-b6c7a7854d63 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.123s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.995963] env[69763]: DEBUG oslo_vmware.api [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123262, 'name': PowerOnVM_Task, 'duration_secs': 0.933556} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1207.996414] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1207.996600] env[69763]: INFO nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Took 8.84 seconds to spawn the instance on the hypervisor. [ 1207.996780] env[69763]: DEBUG nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1207.997595] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc03e34-2ac6-4e5c-bcb8-a2fdf3868ba2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.058629] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523e8490-0c33-6869-03f2-c8270bf85fd5, 'name': SearchDatastore_Task, 'duration_secs': 0.011663} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.059505] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be7d4b43-c4b4-4351-aaed-564cef0b3ddf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.065581] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1208.065581] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52679873-a6ac-cec4-b10d-97e9a3a039c0" [ 1208.065581] env[69763]: _type = "Task" [ 1208.065581] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.074521] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52679873-a6ac-cec4-b10d-97e9a3a039c0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.375084] env[69763]: DEBUG nova.scheduler.client.report [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.490220] env[69763]: DEBUG nova.objects.instance [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.514573] env[69763]: INFO nova.compute.manager [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Took 37.29 seconds to build instance. [ 1208.578127] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52679873-a6ac-cec4-b10d-97e9a3a039c0, 'name': SearchDatastore_Task, 'duration_secs': 0.026723} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.578555] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.578555] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0/5e277453-dbfd-4eaa-b899-ee6743036ff0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1208.578817] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-456872c7-c8df-4b4b-810e-8f50e482aae4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.588043] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1208.588043] env[69763]: value = "task-4123264" [ 1208.588043] env[69763]: _type = "Task" [ 1208.588043] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.596814] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123264, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.879936] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.880621] env[69763]: DEBUG nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.883807] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.095s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.884084] env[69763]: DEBUG nova.objects.instance [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lazy-loading 'resources' on Instance uuid 38069340-54de-4d00-add8-16d6903ea575 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.016510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0dbb79dc-d871-4770-997f-30440ba6d5ee tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.811s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.097575] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123264, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490706} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.097871] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0/5e277453-dbfd-4eaa-b899-ee6743036ff0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1209.098072] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1209.098519] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fe245b2a-7246-476d-81ff-6a2c12f05d43 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.105474] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1209.105474] env[69763]: value = "task-4123265" [ 1209.105474] env[69763]: _type = "Task" [ 1209.105474] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.114675] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123265, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.387426] env[69763]: DEBUG nova.compute.utils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.392700] env[69763]: DEBUG nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.394187] env[69763]: DEBUG nova.network.neutron [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.437418] env[69763]: DEBUG nova.policy [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f26470d29ad94973b62ba38ae0d3d30e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6cab1c576b4f878048eb5d451f68fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.497758] env[69763]: DEBUG oslo_concurrency.lockutils [None req-94b3cafa-3d55-47a7-95de-e19c8f8b8564 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.257s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1209.556189] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1209.556899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1209.556899] env[69763]: DEBUG nova.compute.manager [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1209.560019] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff29da52-db03-40c9-b51f-9266864b6811 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.567830] env[69763]: DEBUG nova.compute.manager [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1209.568441] env[69763]: DEBUG nova.objects.instance [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1209.619273] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123265, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06697} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1209.620579] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1209.624182] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-703c2925-303f-47c6-8f7d-04cdb45d0c3a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.649923] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0/5e277453-dbfd-4eaa-b899-ee6743036ff0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1209.651215] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40d627e2-f3cf-4907-866a-68343c4df1f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.675696] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1209.675696] env[69763]: value = "task-4123266" [ 1209.675696] env[69763]: _type = "Task" [ 1209.675696] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.687787] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123266, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.744868] env[69763]: DEBUG nova.network.neutron [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Successfully created port: a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.753352] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4e15a0-7265-435d-9915-364efc428865 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.761630] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcee50e-d2bc-4ee4-a490-392578c3e226 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.796839] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b86fde8-8e56-407b-889d-676da7c6afe2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.805539] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-754051ab-e438-41f3-a52c-c84027c9f130 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.819613] env[69763]: DEBUG nova.compute.provider_tree [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.893678] env[69763]: DEBUG nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1210.127359] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.127651] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.127968] env[69763]: DEBUG nova.objects.instance [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'flavor' on Instance uuid 8178ef2c-a2ad-4d14-afed-53867c75b6a4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.185316] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123266, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.323889] env[69763]: DEBUG nova.scheduler.client.report [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.577483] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1210.577844] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-753d761b-207a-4cda-a0f5-00e5516da0b9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.585127] env[69763]: DEBUG oslo_vmware.api [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1210.585127] env[69763]: value = "task-4123267" [ 1210.585127] env[69763]: _type = "Task" [ 1210.585127] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.594802] env[69763]: DEBUG oslo_vmware.api [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123267, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.689965] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123266, 'name': ReconfigVM_Task, 'duration_secs': 0.901694} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.693858] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0/5e277453-dbfd-4eaa-b899-ee6743036ff0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1210.698052] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4dc9475f-7bda-4c5c-87d8-9fc6e79628d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.709195] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1210.709195] env[69763]: value = "task-4123268" [ 1210.709195] env[69763]: _type = "Task" [ 1210.709195] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.717039] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123268, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.743936] env[69763]: DEBUG nova.objects.instance [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'pci_requests' on Instance uuid 8178ef2c-a2ad-4d14-afed-53867c75b6a4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.832710] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.948s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.836201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.591s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.836715] env[69763]: DEBUG nova.objects.instance [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lazy-loading 'resources' on Instance uuid 184d3dba-107c-4c9b-befa-2212b833a12e {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1210.838857] env[69763]: DEBUG nova.compute.manager [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1210.840190] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90b37d67-8ba4-4056-8918-650011b9764d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.871811] env[69763]: INFO nova.scheduler.client.report [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Deleted allocations for instance 38069340-54de-4d00-add8-16d6903ea575 [ 1210.905490] env[69763]: DEBUG nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.934467] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.934467] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.934467] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.934467] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.934467] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.934467] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.935805] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.935990] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.936197] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.937268] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.937268] env[69763]: DEBUG nova.virt.hardware [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.937806] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b275dac8-5458-463c-8dc1-80bbe4e87786 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.948282] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622328ad-8255-48a5-a195-ed76ab95921c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.096202] env[69763]: DEBUG oslo_vmware.api [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123267, 'name': PowerOffVM_Task, 'duration_secs': 0.276474} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.096501] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1211.096701] env[69763]: DEBUG nova.compute.manager [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1211.097598] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d838dbe9-b445-4fad-bd9c-6af0fdf62187 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.216557] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123268, 'name': Rename_Task, 'duration_secs': 0.172752} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.216846] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.217099] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5f46ec57-f937-482a-84fb-bae78dd3679f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.223534] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1211.223534] env[69763]: value = "task-4123269" [ 1211.223534] env[69763]: _type = "Task" [ 1211.223534] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.231786] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.243637] env[69763]: DEBUG nova.objects.base [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Object Instance<8178ef2c-a2ad-4d14-afed-53867c75b6a4> lazy-loaded attributes: flavor,pci_requests {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1211.243870] env[69763]: DEBUG nova.network.neutron [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1211.280812] env[69763]: DEBUG nova.policy [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1211.353234] env[69763]: INFO nova.compute.manager [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] instance snapshotting [ 1211.360767] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8819cb22-479e-45ab-b731-59796c7bb8bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.391235] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-186d4ede-48c5-462c-adfa-379b1036f1ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.394302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-736fca17-0dee-4edd-b568-764813529abc tempest-ServersListShow2100Test-666006202 tempest-ServersListShow2100Test-666006202-project-member] Lock "38069340-54de-4d00-add8-16d6903ea575" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.905s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.475037] env[69763]: DEBUG nova.network.neutron [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Successfully updated port: a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.544157] env[69763]: DEBUG nova.compute.manager [req-a7eded0d-b3d7-4fa7-86f5-1c24dcb7b4df req-9a97b3d2-69c5-46d2-aff2-bfa684835411 service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Received event network-vif-plugged-a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.544578] env[69763]: DEBUG oslo_concurrency.lockutils [req-a7eded0d-b3d7-4fa7-86f5-1c24dcb7b4df req-9a97b3d2-69c5-46d2-aff2-bfa684835411 service nova] Acquiring lock "4a9ce56b-1564-4845-9078-2048fbba9a37-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.545038] env[69763]: DEBUG oslo_concurrency.lockutils [req-a7eded0d-b3d7-4fa7-86f5-1c24dcb7b4df req-9a97b3d2-69c5-46d2-aff2-bfa684835411 service nova] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.545038] env[69763]: DEBUG oslo_concurrency.lockutils [req-a7eded0d-b3d7-4fa7-86f5-1c24dcb7b4df req-9a97b3d2-69c5-46d2-aff2-bfa684835411 service nova] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.545334] env[69763]: DEBUG nova.compute.manager [req-a7eded0d-b3d7-4fa7-86f5-1c24dcb7b4df req-9a97b3d2-69c5-46d2-aff2-bfa684835411 service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] No waiting events found dispatching network-vif-plugged-a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1211.545549] env[69763]: WARNING nova.compute.manager [req-a7eded0d-b3d7-4fa7-86f5-1c24dcb7b4df req-9a97b3d2-69c5-46d2-aff2-bfa684835411 service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Received unexpected event network-vif-plugged-a2755049-8d04-4f47-a41e-61046f15688b for instance with vm_state building and task_state spawning. [ 1211.573169] env[69763]: DEBUG nova.network.neutron [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Successfully created port: d8526863-dc0a-4992-bf96-a51f2d921858 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1211.611833] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1f2e226d-9d3f-4f7b-a990-79b60cacf17b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.055s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.714529] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55205bd4-4f39-4a64-a9e9-8fec8810ec29 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.722711] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fdb7e5-77a8-42c8-86bd-2f2fe578b22c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.734990] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.761680] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf4eb2f-5860-456c-b492-97632c7972f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.770100] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4eb404b-6798-498f-b731-7020e668c778 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.785965] env[69763]: DEBUG nova.compute.provider_tree [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.905748] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1211.906154] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d8f14b7d-8181-469e-8e20-dbcd810c233b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.916881] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1211.916881] env[69763]: value = "task-4123270" [ 1211.916881] env[69763]: _type = "Task" [ 1211.916881] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.926900] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123270, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.981714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.981714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquired lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.981714] env[69763]: DEBUG nova.network.neutron [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1212.236981] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123269, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.289423] env[69763]: DEBUG nova.scheduler.client.report [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.428127] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123270, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.538949] env[69763]: DEBUG nova.network.neutron [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.653036] env[69763]: DEBUG nova.objects.instance [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1212.738947] env[69763]: DEBUG oslo_vmware.api [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123269, 'name': PowerOnVM_Task, 'duration_secs': 1.196274} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.739153] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.739478] env[69763]: INFO nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1212.739520] env[69763]: DEBUG nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1212.740505] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24dbdfc9-0779-4805-8c54-aa05ea251892 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.766426] env[69763]: DEBUG nova.network.neutron [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Updating instance_info_cache with network_info: [{"id": "a2755049-8d04-4f47-a41e-61046f15688b", "address": "fa:16:3e:d0:79:3f", "network": {"id": "547e423a-47fa-4bca-8972-fafa270c26b5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6cab1c576b4f878048eb5d451f68fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2755049-8d", "ovs_interfaceid": "a2755049-8d04-4f47-a41e-61046f15688b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.795878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.960s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1212.798647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.677s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.800176] env[69763]: INFO nova.compute.claims [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1212.824248] env[69763]: INFO nova.scheduler.client.report [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Deleted allocations for instance 184d3dba-107c-4c9b-befa-2212b833a12e [ 1212.931077] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123270, 'name': CreateSnapshot_Task, 'duration_secs': 0.922007} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.931232] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1212.932170] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ad5ee5-8666-41d2-b7b4-57e482f734b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.129443] env[69763]: DEBUG nova.network.neutron [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Successfully updated port: d8526863-dc0a-4992-bf96-a51f2d921858 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1213.157344] env[69763]: DEBUG oslo_concurrency.lockutils [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.157566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.157761] env[69763]: DEBUG nova.network.neutron [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.157946] env[69763]: DEBUG nova.objects.instance [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'info_cache' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1213.163979] env[69763]: DEBUG nova.compute.manager [req-3c155826-d024-4aa9-998e-fb9b63d98694 req-04cf698d-c9bf-4a13-b796-d5f92bc0623d service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-vif-plugged-d8526863-dc0a-4992-bf96-a51f2d921858 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.164241] env[69763]: DEBUG oslo_concurrency.lockutils [req-3c155826-d024-4aa9-998e-fb9b63d98694 req-04cf698d-c9bf-4a13-b796-d5f92bc0623d service nova] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.164462] env[69763]: DEBUG oslo_concurrency.lockutils [req-3c155826-d024-4aa9-998e-fb9b63d98694 req-04cf698d-c9bf-4a13-b796-d5f92bc0623d service nova] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.164631] env[69763]: DEBUG oslo_concurrency.lockutils [req-3c155826-d024-4aa9-998e-fb9b63d98694 req-04cf698d-c9bf-4a13-b796-d5f92bc0623d service nova] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.164844] env[69763]: DEBUG nova.compute.manager [req-3c155826-d024-4aa9-998e-fb9b63d98694 req-04cf698d-c9bf-4a13-b796-d5f92bc0623d service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] No waiting events found dispatching network-vif-plugged-d8526863-dc0a-4992-bf96-a51f2d921858 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1213.164970] env[69763]: WARNING nova.compute.manager [req-3c155826-d024-4aa9-998e-fb9b63d98694 req-04cf698d-c9bf-4a13-b796-d5f92bc0623d service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received unexpected event network-vif-plugged-d8526863-dc0a-4992-bf96-a51f2d921858 for instance with vm_state active and task_state None. [ 1213.262362] env[69763]: INFO nova.compute.manager [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Took 39.61 seconds to build instance. [ 1213.268918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Releasing lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.269119] env[69763]: DEBUG nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Instance network_info: |[{"id": "a2755049-8d04-4f47-a41e-61046f15688b", "address": "fa:16:3e:d0:79:3f", "network": {"id": "547e423a-47fa-4bca-8972-fafa270c26b5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6cab1c576b4f878048eb5d451f68fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2755049-8d", "ovs_interfaceid": "a2755049-8d04-4f47-a41e-61046f15688b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.269589] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:79:3f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2755049-8d04-4f47-a41e-61046f15688b', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.277809] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Creating folder: Project (af6cab1c576b4f878048eb5d451f68fc). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.277879] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e19ff909-2e9f-46c2-a645-9464212f952b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.293928] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Created folder: Project (af6cab1c576b4f878048eb5d451f68fc) in parent group-v816505. [ 1213.294088] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Creating folder: Instances. Parent ref: group-v816762. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1213.294327] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12631afd-9cb7-4d11-83af-30c409676753 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.307410] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Created folder: Instances in parent group-v816762. [ 1213.307688] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.307904] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.310425] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c8c0e4c-a08d-4108-a1d9-c1581eac7bb1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.336712] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff05254e-8079-4864-abb9-36a84c7fc7b9 tempest-ServerShowV254Test-1269933008 tempest-ServerShowV254Test-1269933008-project-member] Lock "184d3dba-107c-4c9b-befa-2212b833a12e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.362s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.343445] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.343445] env[69763]: value = "task-4123273" [ 1213.343445] env[69763]: _type = "Task" [ 1213.343445] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.355755] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123273, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.453797] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1213.456778] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4ab2947c-3712-4ffb-987b-7ac3a2e33985 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.466125] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1213.466125] env[69763]: value = "task-4123274" [ 1213.466125] env[69763]: _type = "Task" [ 1213.466125] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.478584] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123274, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.633707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.633707] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.633957] env[69763]: DEBUG nova.network.neutron [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1213.653288] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499763ad-3824-4d55-9c50-b1efaecddf00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.661238] env[69763]: DEBUG nova.objects.base [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1213.669461] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e2d29-8e36-46de-8617-19521b243e4d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.712109] env[69763]: DEBUG nova.compute.manager [req-b114b48c-27a0-4462-89cf-e54c6e3c4b36 req-6985f463-a917-4add-ae3d-b29ec579dce7 service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Received event network-changed-a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.712329] env[69763]: DEBUG nova.compute.manager [req-b114b48c-27a0-4462-89cf-e54c6e3c4b36 req-6985f463-a917-4add-ae3d-b29ec579dce7 service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Refreshing instance network info cache due to event network-changed-a2755049-8d04-4f47-a41e-61046f15688b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.712550] env[69763]: DEBUG oslo_concurrency.lockutils [req-b114b48c-27a0-4462-89cf-e54c6e3c4b36 req-6985f463-a917-4add-ae3d-b29ec579dce7 service nova] Acquiring lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.712690] env[69763]: DEBUG oslo_concurrency.lockutils [req-b114b48c-27a0-4462-89cf-e54c6e3c4b36 req-6985f463-a917-4add-ae3d-b29ec579dce7 service nova] Acquired lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.712847] env[69763]: DEBUG nova.network.neutron [req-b114b48c-27a0-4462-89cf-e54c6e3c4b36 req-6985f463-a917-4add-ae3d-b29ec579dce7 service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Refreshing network info cache for port a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.714553] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632274e6-ebb2-4892-8f52-8bbabb406817 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.726210] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d57d2326-b813-44cd-9b9f-7bfa22b98515 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.742074] env[69763]: DEBUG nova.compute.provider_tree [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1213.765704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a30bed13-d14e-421d-8bfd-cef4fe7fd519 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "5e277453-dbfd-4eaa-b899-ee6743036ff0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.142s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.854122] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123273, 'name': CreateVM_Task, 'duration_secs': 0.384153} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.854385] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1213.855195] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.855414] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.855801] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.856543] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c4919671-439b-4b96-81e7-947e505489a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.862351] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1213.862351] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52149f52-1f01-963e-c513-7a042dae8566" [ 1213.862351] env[69763]: _type = "Task" [ 1213.862351] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.871422] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52149f52-1f01-963e-c513-7a042dae8566, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.976674] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123274, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.173719] env[69763]: WARNING nova.network.neutron [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] 4d303c1e-1e23-4a82-adac-5e7063b556a1 already exists in list: networks containing: ['4d303c1e-1e23-4a82-adac-5e7063b556a1']. ignoring it [ 1214.244927] env[69763]: DEBUG nova.scheduler.client.report [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1214.374981] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52149f52-1f01-963e-c513-7a042dae8566, 'name': SearchDatastore_Task, 'duration_secs': 0.010297} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.375278] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.375522] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1214.375766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.375911] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.376114] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1214.376446] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-79ff8552-69a8-4541-8c65-86e0c115a251 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.386380] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1214.386580] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1214.387339] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-032b47f6-858f-4228-bc4b-7b3c9a546739 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.393620] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1214.393620] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52016a57-e661-8d01-3a8d-1cbf74f43130" [ 1214.393620] env[69763]: _type = "Task" [ 1214.393620] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.402692] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52016a57-e661-8d01-3a8d-1cbf74f43130, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.456756] env[69763]: DEBUG nova.network.neutron [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updating instance_info_cache with network_info: [{"id": "49f67be4-7d75-49f2-8f13-9c11445a8010", "address": "fa:16:3e:65:f3:f3", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap49f67be4-7d", "ovs_interfaceid": "49f67be4-7d75-49f2-8f13-9c11445a8010", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.479294] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123274, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.575574] env[69763]: DEBUG nova.network.neutron [req-b114b48c-27a0-4462-89cf-e54c6e3c4b36 req-6985f463-a917-4add-ae3d-b29ec579dce7 service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Updated VIF entry in instance network info cache for port a2755049-8d04-4f47-a41e-61046f15688b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1214.575843] env[69763]: DEBUG nova.network.neutron [req-b114b48c-27a0-4462-89cf-e54c6e3c4b36 req-6985f463-a917-4add-ae3d-b29ec579dce7 service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Updating instance_info_cache with network_info: [{"id": "a2755049-8d04-4f47-a41e-61046f15688b", "address": "fa:16:3e:d0:79:3f", "network": {"id": "547e423a-47fa-4bca-8972-fafa270c26b5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6cab1c576b4f878048eb5d451f68fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2755049-8d", "ovs_interfaceid": "a2755049-8d04-4f47-a41e-61046f15688b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.578830] env[69763]: INFO nova.compute.manager [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Rescuing [ 1214.578830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.578830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.579020] env[69763]: DEBUG nova.network.neutron [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1214.610741] env[69763]: DEBUG nova.network.neutron [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8526863-dc0a-4992-bf96-a51f2d921858", "address": "fa:16:3e:f1:1b:db", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8526863-dc", "ovs_interfaceid": "d8526863-dc0a-4992-bf96-a51f2d921858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.750032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.952s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.750596] env[69763]: DEBUG nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1214.753384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 30.565s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.753570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.753722] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1214.754461] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.144s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.755850] env[69763]: INFO nova.compute.claims [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1214.759242] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c12b15f-d4d4-4d45-8925-f4f9e5cf4a98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.768118] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba8d2aff-d02e-42f6-b41d-9715495614df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.782899] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81210608-e607-4eb5-bf93-169ae03c5940 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.791765] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11665d27-3685-46fe-ac99-41e2cc9b4b5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.823790] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179331MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1214.823860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.905425] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52016a57-e661-8d01-3a8d-1cbf74f43130, 'name': SearchDatastore_Task, 'duration_secs': 0.010257} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.906571] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aec85300-50bd-4730-83f4-3513807072db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.914904] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1214.914904] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d92745-f5cd-c416-c18c-58de6cfa532e" [ 1214.914904] env[69763]: _type = "Task" [ 1214.914904] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.925976] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d92745-f5cd-c416-c18c-58de6cfa532e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.959342] env[69763]: DEBUG oslo_concurrency.lockutils [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Releasing lock "refresh_cache-a401c0f3-fb9b-462a-88c0-cbcea8109877" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.978947] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123274, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.079547] env[69763]: DEBUG oslo_concurrency.lockutils [req-b114b48c-27a0-4462-89cf-e54c6e3c4b36 req-6985f463-a917-4add-ae3d-b29ec579dce7 service nova] Releasing lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.113251] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.113955] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.114144] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.114991] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d83821a6-51eb-44e7-89be-950d5946ab41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.136332] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1215.136544] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1215.138500] env[69763]: DEBUG nova.virt.hardware [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1215.144506] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Reconfiguring VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1215.144909] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71e9478a-6e9f-438c-8c38-d122c1fb99ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.166823] env[69763]: DEBUG oslo_vmware.api [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1215.166823] env[69763]: value = "task-4123275" [ 1215.166823] env[69763]: _type = "Task" [ 1215.166823] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.175223] env[69763]: DEBUG oslo_vmware.api [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123275, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.211010] env[69763]: DEBUG nova.compute.manager [req-dd495747-247f-486f-98ef-8349175c4b8c req-ccbf03e8-87ec-4a9b-98d1-f5d9f21b8308 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-changed-d8526863-dc0a-4992-bf96-a51f2d921858 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1215.211307] env[69763]: DEBUG nova.compute.manager [req-dd495747-247f-486f-98ef-8349175c4b8c req-ccbf03e8-87ec-4a9b-98d1-f5d9f21b8308 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Refreshing instance network info cache due to event network-changed-d8526863-dc0a-4992-bf96-a51f2d921858. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1215.211551] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd495747-247f-486f-98ef-8349175c4b8c req-ccbf03e8-87ec-4a9b-98d1-f5d9f21b8308 service nova] Acquiring lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.211764] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd495747-247f-486f-98ef-8349175c4b8c req-ccbf03e8-87ec-4a9b-98d1-f5d9f21b8308 service nova] Acquired lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.211884] env[69763]: DEBUG nova.network.neutron [req-dd495747-247f-486f-98ef-8349175c4b8c req-ccbf03e8-87ec-4a9b-98d1-f5d9f21b8308 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Refreshing network info cache for port d8526863-dc0a-4992-bf96-a51f2d921858 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1215.260943] env[69763]: DEBUG nova.compute.utils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1215.263302] env[69763]: DEBUG nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1215.263572] env[69763]: DEBUG nova.network.neutron [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1215.335562] env[69763]: DEBUG nova.network.neutron [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Updating instance_info_cache with network_info: [{"id": "1867a1f0-711a-441e-8513-0621401e152c", "address": "fa:16:3e:85:ff:07", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1867a1f0-71", "ovs_interfaceid": "1867a1f0-711a-441e-8513-0621401e152c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1215.341907] env[69763]: DEBUG nova.policy [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1b9bf0146f4ae28f18177f30622834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21623f2503aa4fddaa1097f1fa324d3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1215.427927] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d92745-f5cd-c416-c18c-58de6cfa532e, 'name': SearchDatastore_Task, 'duration_secs': 0.010679} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.428266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.428640] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 4a9ce56b-1564-4845-9078-2048fbba9a37/4a9ce56b-1564-4845-9078-2048fbba9a37.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.428976] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a2db772-90ab-4e3b-a65b-d2155a74f27c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.437684] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1215.437684] env[69763]: value = "task-4123276" [ 1215.437684] env[69763]: _type = "Task" [ 1215.437684] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.448242] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.480036] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123274, 'name': CloneVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.628601] env[69763]: DEBUG nova.network.neutron [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Successfully created port: c5e0abe7-73b8-4480-9df3-75727012cfda {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1215.677227] env[69763]: DEBUG oslo_vmware.api [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.773686] env[69763]: DEBUG nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1215.838618] env[69763]: DEBUG oslo_concurrency.lockutils [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "refresh_cache-5e277453-dbfd-4eaa-b899-ee6743036ff0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.950341] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.966941] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1215.967329] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7692856c-0bb9-48bb-8420-3712aaabbcce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.982188] env[69763]: DEBUG oslo_vmware.api [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1215.982188] env[69763]: value = "task-4123277" [ 1215.982188] env[69763]: _type = "Task" [ 1215.982188] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.995914] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123274, 'name': CloneVM_Task, 'duration_secs': 2.121584} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.999388] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Created linked-clone VM from snapshot [ 1216.001648] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485d9b49-bd38-44cc-b475-77edf2aece6e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.008419] env[69763]: DEBUG oslo_vmware.api [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123277, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.015258] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Uploading image 9e95693f-6dfa-4155-a854-154e7d23924c {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1216.029362] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1216.029771] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fad2d4b4-227f-4fa8-bd8a-979806b888a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.046306] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1216.046306] env[69763]: value = "task-4123278" [ 1216.046306] env[69763]: _type = "Task" [ 1216.046306] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.059462] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123278, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.105889] env[69763]: DEBUG nova.network.neutron [req-dd495747-247f-486f-98ef-8349175c4b8c req-ccbf03e8-87ec-4a9b-98d1-f5d9f21b8308 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updated VIF entry in instance network info cache for port d8526863-dc0a-4992-bf96-a51f2d921858. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1216.106386] env[69763]: DEBUG nova.network.neutron [req-dd495747-247f-486f-98ef-8349175c4b8c req-ccbf03e8-87ec-4a9b-98d1-f5d9f21b8308 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8526863-dc0a-4992-bf96-a51f2d921858", "address": "fa:16:3e:f1:1b:db", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8526863-dc", "ovs_interfaceid": "d8526863-dc0a-4992-bf96-a51f2d921858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.150896] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7619f2-c854-4dfe-9682-dd6c024847b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.164106] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c11f134-006d-40bb-aba8-f39e9b79e6f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.181725] env[69763]: DEBUG oslo_vmware.api [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.213463] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36c35db-516d-49fb-b4e1-efc2ec8fabca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.223094] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-078dc6d7-3aa6-4bd8-91b4-b16f11c8eaba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.242852] env[69763]: DEBUG nova.compute.provider_tree [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.449115] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740283} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.449377] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 4a9ce56b-1564-4845-9078-2048fbba9a37/4a9ce56b-1564-4845-9078-2048fbba9a37.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1216.449606] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1216.449878] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6d8f6a75-c21e-4661-8572-960217cd13a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.458881] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1216.458881] env[69763]: value = "task-4123279" [ 1216.458881] env[69763]: _type = "Task" [ 1216.458881] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.469042] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.492116] env[69763]: DEBUG oslo_vmware.api [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123277, 'name': PowerOnVM_Task, 'duration_secs': 0.501229} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.492286] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1216.492515] env[69763]: DEBUG nova.compute.manager [None req-56319b5f-4def-45ab-a98d-fcd6a65f4d4b tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1216.493462] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f015c58-d2a5-4330-858e-ca617b067686 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.554975] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123278, 'name': Destroy_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.609442] env[69763]: DEBUG oslo_concurrency.lockutils [req-dd495747-247f-486f-98ef-8349175c4b8c req-ccbf03e8-87ec-4a9b-98d1-f5d9f21b8308 service nova] Releasing lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.679191] env[69763]: DEBUG oslo_vmware.api [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123275, 'name': ReconfigVM_Task, 'duration_secs': 1.217175} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.679736] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.680011] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Reconfigured VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1216.746804] env[69763]: DEBUG nova.scheduler.client.report [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1216.788799] env[69763]: DEBUG nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1216.814228] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1216.814565] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1216.814774] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1216.815015] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1216.815227] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1216.815420] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1216.815670] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1216.815870] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1216.816092] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1216.816305] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1216.816521] env[69763]: DEBUG nova.virt.hardware [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1216.817447] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d61af26f-18ea-4610-a021-3089ee25e827 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.826282] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3a67f6c-e053-42fb-a5ed-e67dc01f4392 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.969748] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093552} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.970210] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1216.970998] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f90d0261-2099-41f1-a1cc-c6b55f099304 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.993384] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Reconfiguring VM instance instance-0000005a to attach disk [datastore1] 4a9ce56b-1564-4845-9078-2048fbba9a37/4a9ce56b-1564-4845-9078-2048fbba9a37.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1216.993680] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-593dde54-7176-4923-aa71-2fa1b78421be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.015707] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1217.015707] env[69763]: value = "task-4123280" [ 1217.015707] env[69763]: _type = "Task" [ 1217.015707] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.024565] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123280, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.054610] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123278, 'name': Destroy_Task, 'duration_secs': 0.558668} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.054897] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Destroyed the VM [ 1217.055167] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1217.055418] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2ab7a9ec-d1c8-4c67-b3c1-32fc533fb2bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.063680] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1217.063680] env[69763]: value = "task-4123281" [ 1217.063680] env[69763]: _type = "Task" [ 1217.063680] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.072409] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.185239] env[69763]: DEBUG oslo_concurrency.lockutils [None req-90980e02-8096-474e-b456-36cbbd21d31f tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.057s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.251737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.253068] env[69763]: DEBUG nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.255136] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 30.854s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.255342] env[69763]: DEBUG nova.objects.instance [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1217.312800] env[69763]: DEBUG nova.compute.manager [req-af598283-9569-459c-8a15-d22e98e6f745 req-8d7c0256-11aa-4272-9b7b-a89a16eee362 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Received event network-vif-plugged-c5e0abe7-73b8-4480-9df3-75727012cfda {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.313042] env[69763]: DEBUG oslo_concurrency.lockutils [req-af598283-9569-459c-8a15-d22e98e6f745 req-8d7c0256-11aa-4272-9b7b-a89a16eee362 service nova] Acquiring lock "ea807c4d-ac53-415c-82eb-649d52932f9f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.313269] env[69763]: DEBUG oslo_concurrency.lockutils [req-af598283-9569-459c-8a15-d22e98e6f745 req-8d7c0256-11aa-4272-9b7b-a89a16eee362 service nova] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.313434] env[69763]: DEBUG oslo_concurrency.lockutils [req-af598283-9569-459c-8a15-d22e98e6f745 req-8d7c0256-11aa-4272-9b7b-a89a16eee362 service nova] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.313604] env[69763]: DEBUG nova.compute.manager [req-af598283-9569-459c-8a15-d22e98e6f745 req-8d7c0256-11aa-4272-9b7b-a89a16eee362 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] No waiting events found dispatching network-vif-plugged-c5e0abe7-73b8-4480-9df3-75727012cfda {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1217.313773] env[69763]: WARNING nova.compute.manager [req-af598283-9569-459c-8a15-d22e98e6f745 req-8d7c0256-11aa-4272-9b7b-a89a16eee362 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Received unexpected event network-vif-plugged-c5e0abe7-73b8-4480-9df3-75727012cfda for instance with vm_state building and task_state spawning. [ 1217.324391] env[69763]: DEBUG nova.network.neutron [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Successfully updated port: c5e0abe7-73b8-4480-9df3-75727012cfda {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1217.391774] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.392251] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-06fec4fe-2c5b-423c-af6a-49f01f3eb95d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.400640] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1217.400640] env[69763]: value = "task-4123282" [ 1217.400640] env[69763]: _type = "Task" [ 1217.400640] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.410461] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.528416] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123280, 'name': ReconfigVM_Task, 'duration_secs': 0.307387} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.528716] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Reconfigured VM instance instance-0000005a to attach disk [datastore1] 4a9ce56b-1564-4845-9078-2048fbba9a37/4a9ce56b-1564-4845-9078-2048fbba9a37.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1217.529412] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2cbefece-4eec-4884-b163-f7584e49c03f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.541177] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1217.541177] env[69763]: value = "task-4123283" [ 1217.541177] env[69763]: _type = "Task" [ 1217.541177] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.549905] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123283, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.574737] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123281, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.761194] env[69763]: DEBUG nova.compute.utils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1217.765952] env[69763]: DEBUG nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1217.766906] env[69763]: DEBUG nova.network.neutron [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1217.827576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-ea807c4d-ac53-415c-82eb-649d52932f9f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.827902] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-ea807c4d-ac53-415c-82eb-649d52932f9f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.827902] env[69763]: DEBUG nova.network.neutron [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1217.846707] env[69763]: DEBUG nova.policy [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '55dae8047e544ceca45f365933ac1ec0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '01df3737fc1544a5a7aaa5d91170ae52', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1217.914411] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123282, 'name': PowerOffVM_Task, 'duration_secs': 0.345003} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.915036] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.915567] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d61adb2-d406-4e82-ad0a-b5eff27aadf7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.935551] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eda238b-05f9-4b4c-abe7-ec862b5ad7e5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.972143] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.972143] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5dec307f-f7fb-4ad0-a2ab-b66836474a69 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.979062] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1217.979062] env[69763]: value = "task-4123284" [ 1217.979062] env[69763]: _type = "Task" [ 1217.979062] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.989426] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1217.989660] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1217.989872] env[69763]: DEBUG oslo_concurrency.lockutils [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.990036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.990223] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1217.990483] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da752053-93a6-4235-91c6-1f2be6dda909 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.001419] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1218.001634] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1218.002477] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d516007f-f1e6-4da1-a6e1-6da912b2f56e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.010231] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1218.010231] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528836d5-cfd4-c3b1-f5f3-53d513bfa3b5" [ 1218.010231] env[69763]: _type = "Task" [ 1218.010231] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.019590] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528836d5-cfd4-c3b1-f5f3-53d513bfa3b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.050437] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123283, 'name': Rename_Task, 'duration_secs': 0.166108} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.050770] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1218.051053] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69c7f2e8-8e2b-43e5-9ea8-faf107f7c26b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.060595] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1218.060595] env[69763]: value = "task-4123285" [ 1218.060595] env[69763]: _type = "Task" [ 1218.060595] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.072623] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123285, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.078426] env[69763]: DEBUG oslo_vmware.api [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123281, 'name': RemoveSnapshot_Task, 'duration_secs': 0.914476} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.078942] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1218.198238] env[69763]: DEBUG nova.network.neutron [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Successfully created port: a0d5c38f-2299-4e23-b5e5-3af44fe5707a {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.270265] env[69763]: DEBUG nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.275973] env[69763]: DEBUG oslo_concurrency.lockutils [None req-53d51f8a-5216-4ef9-90c4-1f13e432050c tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.021s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1218.277366] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.337s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1218.277607] env[69763]: DEBUG nova.objects.instance [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'resources' on Instance uuid 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.404915] env[69763]: DEBUG nova.network.neutron [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1218.534436] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528836d5-cfd4-c3b1-f5f3-53d513bfa3b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01129} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.540027] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a105f615-7ce2-4fcf-9b75-a177c8982c76 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.543992] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1218.543992] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52708ab8-9cc5-567e-b8f2-bf1a3a038c17" [ 1218.543992] env[69763]: _type = "Task" [ 1218.543992] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.555868] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52708ab8-9cc5-567e-b8f2-bf1a3a038c17, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.570861] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123285, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.585608] env[69763]: WARNING nova.compute.manager [None req-6d776b2c-20ec-4852-b45d-19a3577ac682 tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Image not found during snapshot: nova.exception.ImageNotFound: Image 9e95693f-6dfa-4155-a854-154e7d23924c could not be found. [ 1218.791369] env[69763]: DEBUG nova.network.neutron [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Updating instance_info_cache with network_info: [{"id": "c5e0abe7-73b8-4480-9df3-75727012cfda", "address": "fa:16:3e:22:6a:bc", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e0abe7-73", "ovs_interfaceid": "c5e0abe7-73b8-4480-9df3-75727012cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1218.921041] env[69763]: DEBUG nova.network.neutron [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Successfully created port: 1adaf8ca-b983-49a8-a3cf-96e40d6eee0d {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1219.060321] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52708ab8-9cc5-567e-b8f2-bf1a3a038c17, 'name': SearchDatastore_Task, 'duration_secs': 0.011428} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.060321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.060321] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. {{(pid=69763) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1219.060321] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d563d99c-5d06-4757-92d5-5adbaf8c9a6e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.071231] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1219.071231] env[69763]: value = "task-4123286" [ 1219.071231] env[69763]: _type = "Task" [ 1219.071231] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.074995] env[69763]: DEBUG oslo_vmware.api [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123285, 'name': PowerOnVM_Task, 'duration_secs': 0.525227} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.080728] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.080728] env[69763]: INFO nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Took 8.17 seconds to spawn the instance on the hypervisor. [ 1219.080728] env[69763]: DEBUG nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1219.082492] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5efde1fb-a255-4606-83c3-f74f501fbb6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.091697] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123286, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.156101] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0673268-3108-4289-8e4e-23c5798987ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.165426] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d91b14d-66cd-4fe6-8f45-abf099f18cc2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.200340] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9563988-03a7-4ec7-8f42-1761d47ddf98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.209251] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-879fc7cd-8dfe-4e45-98c6-89322b3ad767 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.224391] env[69763]: DEBUG nova.compute.provider_tree [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1219.292281] env[69763]: DEBUG nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.295348] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-ea807c4d-ac53-415c-82eb-649d52932f9f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.295850] env[69763]: DEBUG nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Instance network_info: |[{"id": "c5e0abe7-73b8-4480-9df3-75727012cfda", "address": "fa:16:3e:22:6a:bc", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e0abe7-73", "ovs_interfaceid": "c5e0abe7-73b8-4480-9df3-75727012cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1219.296239] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:6a:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c5e0abe7-73b8-4480-9df3-75727012cfda', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1219.305298] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1219.306259] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1219.306586] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8b44e702-c33f-4bbe-8fd9-afd9eb0834a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.330976] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1219.330976] env[69763]: value = "task-4123287" [ 1219.330976] env[69763]: _type = "Task" [ 1219.330976] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.333487] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.333766] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.333990] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.334288] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.334499] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.334692] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.334943] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.335167] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.335399] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.335638] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.336315] env[69763]: DEBUG nova.virt.hardware [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.336804] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3a5e61-7450-410f-9276-018720391cda {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.348605] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123287, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.351987] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689be75c-7362-43e8-8452-b666b02c3bd5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.388481] env[69763]: DEBUG nova.compute.manager [req-30147862-d722-415c-ba74-f6cf0c707e08 req-b241f196-bc28-450c-9469-3e78157de232 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Received event network-changed-c5e0abe7-73b8-4480-9df3-75727012cfda {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.388481] env[69763]: DEBUG nova.compute.manager [req-30147862-d722-415c-ba74-f6cf0c707e08 req-b241f196-bc28-450c-9469-3e78157de232 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Refreshing instance network info cache due to event network-changed-c5e0abe7-73b8-4480-9df3-75727012cfda. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.388683] env[69763]: DEBUG oslo_concurrency.lockutils [req-30147862-d722-415c-ba74-f6cf0c707e08 req-b241f196-bc28-450c-9469-3e78157de232 service nova] Acquiring lock "refresh_cache-ea807c4d-ac53-415c-82eb-649d52932f9f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.388927] env[69763]: DEBUG oslo_concurrency.lockutils [req-30147862-d722-415c-ba74-f6cf0c707e08 req-b241f196-bc28-450c-9469-3e78157de232 service nova] Acquired lock "refresh_cache-ea807c4d-ac53-415c-82eb-649d52932f9f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.389054] env[69763]: DEBUG nova.network.neutron [req-30147862-d722-415c-ba74-f6cf0c707e08 req-b241f196-bc28-450c-9469-3e78157de232 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Refreshing network info cache for port c5e0abe7-73b8-4480-9df3-75727012cfda {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1219.587914] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123286, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.608729] env[69763]: INFO nova.compute.manager [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Took 42.14 seconds to build instance. [ 1219.728242] env[69763]: DEBUG nova.scheduler.client.report [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.769035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-1c3e177b-5035-4d2c-af99-1934689d74ad" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.769035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-1c3e177b-5035-4d2c-af99-1934689d74ad" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.769035] env[69763]: DEBUG nova.objects.instance [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'flavor' on Instance uuid 8178ef2c-a2ad-4d14-afed-53867c75b6a4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1219.769455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.769684] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.770713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1219.771138] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1219.771624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.774479] env[69763]: INFO nova.compute.manager [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Terminating instance [ 1219.847208] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123287, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.085935] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123286, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.859662} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.088593] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. [ 1220.089680] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35427605-92e9-4dac-84d2-ebfea4e5297a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.110399] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1a6439a-e178-4eb1-9770-94518cb79361 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.649s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.118149] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Reconfiguring VM instance instance-00000059 to attach disk [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1220.118494] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-046dcffd-790c-4e89-a33c-e6c989f9eb0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.132343] env[69763]: DEBUG nova.network.neutron [req-30147862-d722-415c-ba74-f6cf0c707e08 req-b241f196-bc28-450c-9469-3e78157de232 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Updated VIF entry in instance network info cache for port c5e0abe7-73b8-4480-9df3-75727012cfda. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.132693] env[69763]: DEBUG nova.network.neutron [req-30147862-d722-415c-ba74-f6cf0c707e08 req-b241f196-bc28-450c-9469-3e78157de232 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Updating instance_info_cache with network_info: [{"id": "c5e0abe7-73b8-4480-9df3-75727012cfda", "address": "fa:16:3e:22:6a:bc", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc5e0abe7-73", "ovs_interfaceid": "c5e0abe7-73b8-4480-9df3-75727012cfda", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.140177] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1220.140177] env[69763]: value = "task-4123288" [ 1220.140177] env[69763]: _type = "Task" [ 1220.140177] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.149385] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123288, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.235969] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.238389] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.897s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1220.240083] env[69763]: INFO nova.compute.claims [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1220.265988] env[69763]: INFO nova.scheduler.client.report [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleted allocations for instance 9b4670fb-9fdc-4761-9828-dfd9600fd5a0 [ 1220.280686] env[69763]: DEBUG nova.compute.manager [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1220.284080] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1220.284080] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356de377-5b0b-4a71-8370-8df30f9c4d39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.294649] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1220.294951] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de5b817b-f118-4270-9d19-98e7cb050b72 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.302268] env[69763]: DEBUG oslo_vmware.api [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1220.302268] env[69763]: value = "task-4123289" [ 1220.302268] env[69763]: _type = "Task" [ 1220.302268] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.315611] env[69763]: DEBUG oslo_vmware.api [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123289, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.348381] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123287, 'name': CreateVM_Task, 'duration_secs': 0.626523} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.348562] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.349268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.349440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.349806] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.350357] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d84251dd-b16c-4ea6-b2f0-b208adbb51bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.356335] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1220.356335] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529a12a7-2da3-5eb8-03bd-71b464cf19eb" [ 1220.356335] env[69763]: _type = "Task" [ 1220.356335] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.366539] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529a12a7-2da3-5eb8-03bd-71b464cf19eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.387063] env[69763]: DEBUG nova.objects.instance [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'pci_requests' on Instance uuid 8178ef2c-a2ad-4d14-afed-53867c75b6a4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1220.629523] env[69763]: DEBUG nova.network.neutron [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Successfully updated port: a0d5c38f-2299-4e23-b5e5-3af44fe5707a {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.636136] env[69763]: DEBUG oslo_concurrency.lockutils [req-30147862-d722-415c-ba74-f6cf0c707e08 req-b241f196-bc28-450c-9469-3e78157de232 service nova] Releasing lock "refresh_cache-ea807c4d-ac53-415c-82eb-649d52932f9f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.651905] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123288, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.666373] env[69763]: DEBUG nova.compute.manager [req-3084433b-f7fc-468d-859b-9ab467dba1e9 req-c3a1b8fb-7f48-4283-9863-260ca301043c service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Received event network-changed-a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1220.666830] env[69763]: DEBUG nova.compute.manager [req-3084433b-f7fc-468d-859b-9ab467dba1e9 req-c3a1b8fb-7f48-4283-9863-260ca301043c service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Refreshing instance network info cache due to event network-changed-a2755049-8d04-4f47-a41e-61046f15688b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1220.667009] env[69763]: DEBUG oslo_concurrency.lockutils [req-3084433b-f7fc-468d-859b-9ab467dba1e9 req-c3a1b8fb-7f48-4283-9863-260ca301043c service nova] Acquiring lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.667166] env[69763]: DEBUG oslo_concurrency.lockutils [req-3084433b-f7fc-468d-859b-9ab467dba1e9 req-c3a1b8fb-7f48-4283-9863-260ca301043c service nova] Acquired lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.667336] env[69763]: DEBUG nova.network.neutron [req-3084433b-f7fc-468d-859b-9ab467dba1e9 req-c3a1b8fb-7f48-4283-9863-260ca301043c service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Refreshing network info cache for port a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.776505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6be56da1-d556-48b6-927b-fb76f8d8c205 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9b4670fb-9fdc-4761-9828-dfd9600fd5a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.776s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.813228] env[69763]: DEBUG oslo_vmware.api [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123289, 'name': PowerOffVM_Task, 'duration_secs': 0.413783} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.813567] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1220.813693] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1220.813964] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5bc162e2-03bb-4d32-83c6-73b42e5dd384 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.867331] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529a12a7-2da3-5eb8-03bd-71b464cf19eb, 'name': SearchDatastore_Task, 'duration_secs': 0.011804} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.867646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.867880] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1220.868213] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.868274] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.868458] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1220.868719] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5cb4fa4-3e4d-4b09-b684-4f3620a1b809 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.877602] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1220.877794] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1220.878530] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-989caf33-3512-4c67-a83c-b4e5e0380da8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.884204] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1220.884204] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5212310e-91a5-c9c3-bf38-c2c4198ab502" [ 1220.884204] env[69763]: _type = "Task" [ 1220.884204] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.889296] env[69763]: DEBUG nova.objects.base [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Object Instance<8178ef2c-a2ad-4d14-afed-53867c75b6a4> lazy-loaded attributes: flavor,pci_requests {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1220.889514] env[69763]: DEBUG nova.network.neutron [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1220.894756] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5212310e-91a5-c9c3-bf38-c2c4198ab502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.899037] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1220.899227] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1220.899433] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleting the datastore file [datastore2] b73256cd-73d0-46fb-b086-5dad8eb5b1ea {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1220.899725] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09cc76a1-c7e8-466c-b4e8-1c4d78912cf6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.907923] env[69763]: DEBUG oslo_vmware.api [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for the task: (returnval){ [ 1220.907923] env[69763]: value = "task-4123291" [ 1220.907923] env[69763]: _type = "Task" [ 1220.907923] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.918751] env[69763]: DEBUG oslo_vmware.api [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123291, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.970034] env[69763]: DEBUG nova.policy [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1221.156935] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123288, 'name': ReconfigVM_Task, 'duration_secs': 0.872707} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.157364] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Reconfigured VM instance instance-00000059 to attach disk [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1221.158275] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53b7cab-3e01-4afe-b939-a30e6a80d8fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.193064] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a375fa9c-35b0-4314-8400-d44ca489203c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.211341] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1221.211341] env[69763]: value = "task-4123292" [ 1221.211341] env[69763]: _type = "Task" [ 1221.211341] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.221471] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.395489] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5212310e-91a5-c9c3-bf38-c2c4198ab502, 'name': SearchDatastore_Task, 'duration_secs': 0.010233} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.396382] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64b01e89-01b7-484b-a816-3d8531264c1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.408768] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1221.408768] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526be531-8f4b-f8a6-db02-ea2f3363d332" [ 1221.408768] env[69763]: _type = "Task" [ 1221.408768] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.422920] env[69763]: DEBUG oslo_vmware.api [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Task: {'id': task-4123291, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149341} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.429727] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1221.430088] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1221.430276] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1221.430462] env[69763]: INFO nova.compute.manager [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1221.430778] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.431071] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526be531-8f4b-f8a6-db02-ea2f3363d332, 'name': SearchDatastore_Task, 'duration_secs': 0.012088} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.431585] env[69763]: DEBUG nova.compute.manager [-] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1221.431656] env[69763]: DEBUG nova.network.neutron [-] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1221.433599] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.433843] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] ea807c4d-ac53-415c-82eb-649d52932f9f/ea807c4d-ac53-415c-82eb-649d52932f9f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1221.434157] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a58e65e3-6c12-450c-bf24-86dfc482237f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.442728] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1221.442728] env[69763]: value = "task-4123293" [ 1221.442728] env[69763]: _type = "Task" [ 1221.442728] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.455496] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.613292] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8edd7a-3b10-4157-b66c-70a9c7a9adc5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.618972] env[69763]: DEBUG nova.compute.manager [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Received event network-vif-plugged-a0d5c38f-2299-4e23-b5e5-3af44fe5707a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.619356] env[69763]: DEBUG oslo_concurrency.lockutils [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] Acquiring lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.619661] env[69763]: DEBUG oslo_concurrency.lockutils [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.619910] env[69763]: DEBUG oslo_concurrency.lockutils [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.620198] env[69763]: DEBUG nova.compute.manager [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] No waiting events found dispatching network-vif-plugged-a0d5c38f-2299-4e23-b5e5-3af44fe5707a {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1221.620430] env[69763]: WARNING nova.compute.manager [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Received unexpected event network-vif-plugged-a0d5c38f-2299-4e23-b5e5-3af44fe5707a for instance with vm_state building and task_state spawning. [ 1221.620708] env[69763]: DEBUG nova.compute.manager [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Received event network-changed-a0d5c38f-2299-4e23-b5e5-3af44fe5707a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.620943] env[69763]: DEBUG nova.compute.manager [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Refreshing instance network info cache due to event network-changed-a0d5c38f-2299-4e23-b5e5-3af44fe5707a. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.621238] env[69763]: DEBUG oslo_concurrency.lockutils [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] Acquiring lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.621453] env[69763]: DEBUG oslo_concurrency.lockutils [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] Acquired lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.621702] env[69763]: DEBUG nova.network.neutron [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Refreshing network info cache for port a0d5c38f-2299-4e23-b5e5-3af44fe5707a {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.631785] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79be8ed9-849a-4607-a378-b786b0d48e25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.666248] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f6a853-bd65-45cb-b1f7-de742eb49a19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.675010] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7ec5d9-d369-42f7-b595-2dc76da13945 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.697012] env[69763]: DEBUG nova.compute.provider_tree [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1221.725362] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123292, 'name': ReconfigVM_Task, 'duration_secs': 0.320783} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.728773] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1221.729543] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-895032cc-0c88-423f-a4be-f33df45dcbe5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.737935] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1221.737935] env[69763]: value = "task-4123294" [ 1221.737935] env[69763]: _type = "Task" [ 1221.737935] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.748757] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123294, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.879029] env[69763]: DEBUG nova.network.neutron [req-3084433b-f7fc-468d-859b-9ab467dba1e9 req-c3a1b8fb-7f48-4283-9863-260ca301043c service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Updated VIF entry in instance network info cache for port a2755049-8d04-4f47-a41e-61046f15688b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.879029] env[69763]: DEBUG nova.network.neutron [req-3084433b-f7fc-468d-859b-9ab467dba1e9 req-c3a1b8fb-7f48-4283-9863-260ca301043c service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Updating instance_info_cache with network_info: [{"id": "a2755049-8d04-4f47-a41e-61046f15688b", "address": "fa:16:3e:d0:79:3f", "network": {"id": "547e423a-47fa-4bca-8972-fafa270c26b5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.229", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6cab1c576b4f878048eb5d451f68fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2755049-8d", "ovs_interfaceid": "a2755049-8d04-4f47-a41e-61046f15688b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.958047] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123293, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.160057] env[69763]: DEBUG nova.network.neutron [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1222.200626] env[69763]: DEBUG nova.scheduler.client.report [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1222.249726] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123294, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.274282] env[69763]: DEBUG nova.network.neutron [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.381480] env[69763]: DEBUG oslo_concurrency.lockutils [req-3084433b-f7fc-468d-859b-9ab467dba1e9 req-c3a1b8fb-7f48-4283-9863-260ca301043c service nova] Releasing lock "refresh_cache-4a9ce56b-1564-4845-9078-2048fbba9a37" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.457586] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.543763} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.457936] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] ea807c4d-ac53-415c-82eb-649d52932f9f/ea807c4d-ac53-415c-82eb-649d52932f9f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.458208] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.458501] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-927452c6-8b1e-49d0-9086-8a3a5946aa6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.466096] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1222.466096] env[69763]: value = "task-4123295" [ 1222.466096] env[69763]: _type = "Task" [ 1222.466096] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.474915] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123295, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.610466] env[69763]: DEBUG nova.network.neutron [-] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.709020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.468s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.709020] env[69763]: DEBUG nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1222.711455] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.933s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.713372] env[69763]: INFO nova.compute.claims [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.731782] env[69763]: DEBUG nova.compute.manager [req-d5cecadb-8b78-459d-ae4e-4f6b2f050f43 req-37d0c4d2-45ff-4d96-9827-a9ba32732d2c service nova] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Received event network-vif-deleted-2e89ff90-52be-443e-8374-7b1767570410 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.759023] env[69763]: DEBUG oslo_vmware.api [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123294, 'name': PowerOnVM_Task, 'duration_secs': 0.77815} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.759023] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1222.759023] env[69763]: DEBUG nova.compute.manager [None req-645d52b4-19c9-4950-afc3-a14f8078934e tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1222.760636] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-211b5248-16b2-436f-adbf-4507b83d2cf2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.777473] env[69763]: DEBUG oslo_concurrency.lockutils [req-071b18e7-4247-466c-9b23-08f30f69b65e req-be88aff4-770a-4f9f-afdf-2074ee8ffa46 service nova] Releasing lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.815587] env[69763]: DEBUG nova.network.neutron [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Successfully updated port: 1c3e177b-5035-4d2c-af99-1934689d74ad {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.917026] env[69763]: DEBUG nova.network.neutron [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Successfully updated port: 1adaf8ca-b983-49a8-a3cf-96e40d6eee0d {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1222.977228] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123295, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.167727} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.977509] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1222.978398] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd620f2a-8b7b-4ace-89e0-53f7d87509d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.004506] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Reconfiguring VM instance instance-0000005b to attach disk [datastore1] ea807c4d-ac53-415c-82eb-649d52932f9f/ea807c4d-ac53-415c-82eb-649d52932f9f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.004779] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97702c60-a2f2-45ad-a1b4-9c0c24fd6dec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.026973] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1223.026973] env[69763]: value = "task-4123296" [ 1223.026973] env[69763]: _type = "Task" [ 1223.026973] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.039194] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123296, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.112203] env[69763]: INFO nova.compute.manager [-] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Took 1.68 seconds to deallocate network for instance. [ 1223.218407] env[69763]: DEBUG nova.compute.utils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1223.222016] env[69763]: DEBUG nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1223.222289] env[69763]: DEBUG nova.network.neutron [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1223.271127] env[69763]: DEBUG nova.policy [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0de17b692741758e68622273fdd2c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af97ede15df340b8bbf0c60bb5183105', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1223.322874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.322874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.322874] env[69763]: DEBUG nova.network.neutron [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.421225] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.421432] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquired lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.421482] env[69763]: DEBUG nova.network.neutron [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1223.538387] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123296, 'name': ReconfigVM_Task, 'duration_secs': 0.311043} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.538742] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Reconfigured VM instance instance-0000005b to attach disk [datastore1] ea807c4d-ac53-415c-82eb-649d52932f9f/ea807c4d-ac53-415c-82eb-649d52932f9f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1223.539580] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9440a31-94b3-45f4-b452-ca4633b43753 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.547831] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1223.547831] env[69763]: value = "task-4123297" [ 1223.547831] env[69763]: _type = "Task" [ 1223.547831] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.559210] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123297, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.595589] env[69763]: DEBUG nova.network.neutron [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Successfully created port: 942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1223.620155] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.723213] env[69763]: DEBUG nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1223.873069] env[69763]: WARNING nova.network.neutron [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] 4d303c1e-1e23-4a82-adac-5e7063b556a1 already exists in list: networks containing: ['4d303c1e-1e23-4a82-adac-5e7063b556a1']. ignoring it [ 1223.873069] env[69763]: WARNING nova.network.neutron [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] 4d303c1e-1e23-4a82-adac-5e7063b556a1 already exists in list: networks containing: ['4d303c1e-1e23-4a82-adac-5e7063b556a1']. ignoring it [ 1223.938030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6880d482-64af-45bc-91c9-061fd63cf79f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.938030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.970148] env[69763]: DEBUG nova.network.neutron [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1224.061245] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123297, 'name': Rename_Task, 'duration_secs': 0.172634} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.061546] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1224.061800] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1dd712c6-f6f5-4aa7-a37b-057f1ca88328 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.068998] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1224.068998] env[69763]: value = "task-4123298" [ 1224.068998] env[69763]: _type = "Task" [ 1224.068998] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.074021] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b81f92db-32c8-4f4f-baa9-18e2809f0e6e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.082553] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.088148] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdf6e09c-50b7-42cc-9ac3-417b68a71684 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.130445] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7efc5036-485e-4e68-8253-2d1ba241863c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.139879] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5ae904-b69c-4c76-a52e-56c26ed46d37 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.156140] env[69763]: DEBUG nova.compute.provider_tree [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1224.360281] env[69763]: DEBUG nova.network.neutron [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Updating instance_info_cache with network_info: [{"id": "a0d5c38f-2299-4e23-b5e5-3af44fe5707a", "address": "fa:16:3e:be:92:03", "network": {"id": "b490ecdb-4cc3-4b83-8a74-210b84833146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1601655295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d5c38f-22", "ovs_interfaceid": "a0d5c38f-2299-4e23-b5e5-3af44fe5707a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1adaf8ca-b983-49a8-a3cf-96e40d6eee0d", "address": "fa:16:3e:5d:bc:bf", "network": {"id": "7af514ac-91d4-4868-a641-2a75cf29b255", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1496802772", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adaf8ca-b9", "ovs_interfaceid": "1adaf8ca-b983-49a8-a3cf-96e40d6eee0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.381199] env[69763]: DEBUG nova.network.neutron [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8526863-dc0a-4992-bf96-a51f2d921858", "address": "fa:16:3e:f1:1b:db", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8526863-dc", "ovs_interfaceid": "d8526863-dc0a-4992-bf96-a51f2d921858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c3e177b-5035-4d2c-af99-1934689d74ad", "address": "fa:16:3e:f2:f0:fc", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3e177b-50", "ovs_interfaceid": "1c3e177b-5035-4d2c-af99-1934689d74ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.416705] env[69763]: DEBUG nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-vif-plugged-1c3e177b-5035-4d2c-af99-1934689d74ad {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.416957] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.417203] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.417383] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.417557] env[69763]: DEBUG nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] No waiting events found dispatching network-vif-plugged-1c3e177b-5035-4d2c-af99-1934689d74ad {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1224.417725] env[69763]: WARNING nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received unexpected event network-vif-plugged-1c3e177b-5035-4d2c-af99-1934689d74ad for instance with vm_state active and task_state None. [ 1224.417888] env[69763]: DEBUG nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Received event network-vif-plugged-1adaf8ca-b983-49a8-a3cf-96e40d6eee0d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.418081] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Acquiring lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.418310] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.418473] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.418643] env[69763]: DEBUG nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] No waiting events found dispatching network-vif-plugged-1adaf8ca-b983-49a8-a3cf-96e40d6eee0d {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1224.418805] env[69763]: WARNING nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Received unexpected event network-vif-plugged-1adaf8ca-b983-49a8-a3cf-96e40d6eee0d for instance with vm_state building and task_state spawning. [ 1224.418966] env[69763]: DEBUG nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-changed-1c3e177b-5035-4d2c-af99-1934689d74ad {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.419138] env[69763]: DEBUG nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Refreshing instance network info cache due to event network-changed-1c3e177b-5035-4d2c-af99-1934689d74ad. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1224.419309] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Acquiring lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.446287] env[69763]: INFO nova.compute.manager [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Detaching volume e79dae57-c9dd-438d-b313-c6a9778d2a1f [ 1224.487170] env[69763]: INFO nova.virt.block_device [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Attempting to driver detach volume e79dae57-c9dd-438d-b313-c6a9778d2a1f from mountpoint /dev/sdb [ 1224.487453] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1224.487681] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1224.489034] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd374d2b-4413-4821-bef6-8dced5e9bf09 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.514143] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd5141dd-638b-41ac-8ac6-206f93b9bd3b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.523550] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba6a74b-eda2-4ca2-8dfb-4ed24f45b85b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.548776] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6322ce99-22d9-4166-865f-00eef0c8a8eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.566329] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] The volume has not been displaced from its original location: [datastore2] volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f/volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1224.573643] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfiguring VM instance instance-00000047 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1224.574415] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3fa601f-a074-4c8f-b32e-bf76919a78dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.597750] env[69763]: DEBUG oslo_vmware.api [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123298, 'name': PowerOnVM_Task, 'duration_secs': 0.503476} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.598124] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1224.599287] env[69763]: INFO nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Took 7.81 seconds to spawn the instance on the hypervisor. [ 1224.599287] env[69763]: DEBUG nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1224.600690] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48783c3-5f01-41bc-89af-ccf1630472ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.603448] env[69763]: DEBUG oslo_vmware.api [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1224.603448] env[69763]: value = "task-4123299" [ 1224.603448] env[69763]: _type = "Task" [ 1224.603448] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.621817] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.623615] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.623615] env[69763]: DEBUG oslo_vmware.api [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123299, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.658874] env[69763]: DEBUG nova.scheduler.client.report [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.735214] env[69763]: DEBUG nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1224.765515] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.765813] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.765988] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.766228] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.766398] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.766562] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.766789] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.766950] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.767146] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.767323] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.767560] env[69763]: DEBUG nova.virt.hardware [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.768432] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64145149-163f-4acf-8b81-29b5336ce87f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.777702] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4a9458-ec28-4135-a529-11fc7240acd4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.866226] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Releasing lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.866226] env[69763]: DEBUG nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Instance network_info: |[{"id": "a0d5c38f-2299-4e23-b5e5-3af44fe5707a", "address": "fa:16:3e:be:92:03", "network": {"id": "b490ecdb-4cc3-4b83-8a74-210b84833146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1601655295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d5c38f-22", "ovs_interfaceid": "a0d5c38f-2299-4e23-b5e5-3af44fe5707a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1adaf8ca-b983-49a8-a3cf-96e40d6eee0d", "address": "fa:16:3e:5d:bc:bf", "network": {"id": "7af514ac-91d4-4868-a641-2a75cf29b255", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1496802772", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adaf8ca-b9", "ovs_interfaceid": "1adaf8ca-b983-49a8-a3cf-96e40d6eee0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1224.866226] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:92:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '22b8c642-38ad-4c11-9051-145ab3bc54f2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a0d5c38f-2299-4e23-b5e5-3af44fe5707a', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:bc:bf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '099fe970-c61f-4480-bed4-ae4f485fd82a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1adaf8ca-b983-49a8-a3cf-96e40d6eee0d', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1224.875694] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1224.876392] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1224.876791] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-575bf2b4-c5f6-42b3-a25e-35901225c97a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.899293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.900526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.900836] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.901345] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Acquired lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.903033] env[69763]: DEBUG nova.network.neutron [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Refreshing network info cache for port 1c3e177b-5035-4d2c-af99-1934689d74ad {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1224.903709] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f82d4ed-3b30-47a4-88dd-3a4e8ea49895 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.923264] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1224.923878] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1224.924183] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1224.924533] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1224.924822] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1224.925131] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1224.925490] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1224.925790] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1224.926088] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1224.927310] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1224.927310] env[69763]: DEBUG nova.virt.hardware [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1224.933949] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Reconfiguring VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1224.938888] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bff14d78-e8df-4ceb-81f9-28727070cc9a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.956799] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1224.956799] env[69763]: value = "task-4123300" [ 1224.956799] env[69763]: _type = "Task" [ 1224.956799] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.963626] env[69763]: DEBUG oslo_vmware.api [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1224.963626] env[69763]: value = "task-4123301" [ 1224.963626] env[69763]: _type = "Task" [ 1224.963626] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.971484] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123300, 'name': CreateVM_Task} progress is 15%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.977855] env[69763]: DEBUG oslo_vmware.api [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123301, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.119249] env[69763]: DEBUG oslo_vmware.api [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123299, 'name': ReconfigVM_Task, 'duration_secs': 0.276105} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.119981] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Reconfigured VM instance instance-00000047 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1225.131974] env[69763]: INFO nova.compute.manager [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Took 45.03 seconds to build instance. [ 1225.134207] env[69763]: DEBUG nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1225.136736] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6e00c85-6137-4291-9d2b-62fedbfc87ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.156381] env[69763]: DEBUG nova.network.neutron [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Successfully updated port: 942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1225.159355] env[69763]: DEBUG oslo_vmware.api [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1225.159355] env[69763]: value = "task-4123302" [ 1225.159355] env[69763]: _type = "Task" [ 1225.159355] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.164978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.453s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.165949] env[69763]: DEBUG nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1225.173324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.833s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.175558] env[69763]: INFO nova.compute.claims [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1225.179661] env[69763]: DEBUG oslo_vmware.api [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123302, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.474029] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123300, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.480349] env[69763]: DEBUG oslo_vmware.api [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.628120] env[69763]: DEBUG nova.network.neutron [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updated VIF entry in instance network info cache for port 1c3e177b-5035-4d2c-af99-1934689d74ad. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1225.628709] env[69763]: DEBUG nova.network.neutron [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "d8526863-dc0a-4992-bf96-a51f2d921858", "address": "fa:16:3e:f1:1b:db", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd8526863-dc", "ovs_interfaceid": "d8526863-dc0a-4992-bf96-a51f2d921858", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c3e177b-5035-4d2c-af99-1934689d74ad", "address": "fa:16:3e:f2:f0:fc", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3e177b-50", "ovs_interfaceid": "1c3e177b-5035-4d2c-af99-1934689d74ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.634627] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a37976bf-ffef-47e3-a625-59b538f0753c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.542s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1225.654241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.664206] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.664304] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.664572] env[69763]: DEBUG nova.network.neutron [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1225.673517] env[69763]: DEBUG oslo_vmware.api [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123302, 'name': ReconfigVM_Task, 'duration_secs': 0.185824} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.674402] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816747', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'name': 'volume-e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '6880d482-64af-45bc-91c9-061fd63cf79f', 'attached_at': '', 'detached_at': '', 'volume_id': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f', 'serial': 'e79dae57-c9dd-438d-b313-c6a9778d2a1f'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1225.686169] env[69763]: DEBUG nova.compute.utils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.688040] env[69763]: DEBUG nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.688040] env[69763]: DEBUG nova.network.neutron [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.730754] env[69763]: DEBUG nova.policy [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33cfc34a88a04d62abe1363a34db9f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019ecb8c51e4537b31c8dc7918aee58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.957412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "675be34d-8cd7-4347-815c-27761d1fe049" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1225.957412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "675be34d-8cd7-4347-815c-27761d1fe049" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1225.973878] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123300, 'name': CreateVM_Task, 'duration_secs': 0.627115} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.974608] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1225.975659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.975992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.976428] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.977144] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e3efad31-3fe5-468c-b78e-bb9ce397f194 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.985214] env[69763]: DEBUG oslo_vmware.api [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123301, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.991052] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1225.991052] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f5aa04-7e87-70c6-7ac3-905aba1a40f9" [ 1225.991052] env[69763]: _type = "Task" [ 1225.991052] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.000335] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f5aa04-7e87-70c6-7ac3-905aba1a40f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.048925] env[69763]: DEBUG nova.network.neutron [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Successfully created port: d9c77b34-b636-4b15-9511-b7583b245cb4 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1226.134096] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Releasing lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.134096] env[69763]: DEBUG nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Received event network-changed-1adaf8ca-b983-49a8-a3cf-96e40d6eee0d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.134096] env[69763]: DEBUG nova.compute.manager [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Refreshing instance network info cache due to event network-changed-1adaf8ca-b983-49a8-a3cf-96e40d6eee0d. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.134096] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Acquiring lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.134096] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Acquired lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.134096] env[69763]: DEBUG nova.network.neutron [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Refreshing network info cache for port 1adaf8ca-b983-49a8-a3cf-96e40d6eee0d {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1226.191459] env[69763]: DEBUG nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1226.244631] env[69763]: DEBUG nova.objects.instance [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'flavor' on Instance uuid 6880d482-64af-45bc-91c9-061fd63cf79f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.246231] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "ea807c4d-ac53-415c-82eb-649d52932f9f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.246443] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.246623] env[69763]: DEBUG nova.compute.manager [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1226.247807] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52948690-4407-47fc-b59f-5f372af9dc04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.261777] env[69763]: DEBUG nova.compute.manager [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1226.262523] env[69763]: DEBUG nova.objects.instance [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'flavor' on Instance uuid ea807c4d-ac53-415c-82eb-649d52932f9f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1226.371895] env[69763]: DEBUG nova.network.neutron [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1226.445682] env[69763]: DEBUG nova.compute.manager [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Received event network-vif-plugged-942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.445911] env[69763]: DEBUG oslo_concurrency.lockutils [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] Acquiring lock "9979980d-eead-4321-9891-cb84414b3a71-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.446135] env[69763]: DEBUG oslo_concurrency.lockutils [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] Lock "9979980d-eead-4321-9891-cb84414b3a71-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.446309] env[69763]: DEBUG oslo_concurrency.lockutils [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] Lock "9979980d-eead-4321-9891-cb84414b3a71-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.446479] env[69763]: DEBUG nova.compute.manager [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] No waiting events found dispatching network-vif-plugged-942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1226.446642] env[69763]: WARNING nova.compute.manager [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Received unexpected event network-vif-plugged-942b2e0e-d3b5-4022-b237-035a7ca9e9d5 for instance with vm_state building and task_state spawning. [ 1226.446799] env[69763]: DEBUG nova.compute.manager [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Received event network-changed-942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.447281] env[69763]: DEBUG nova.compute.manager [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Refreshing instance network info cache due to event network-changed-942b2e0e-d3b5-4022-b237-035a7ca9e9d5. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1226.447281] env[69763]: DEBUG oslo_concurrency.lockutils [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] Acquiring lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.462744] env[69763]: DEBUG nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1226.476123] env[69763]: DEBUG oslo_vmware.api [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123301, 'name': ReconfigVM_Task, 'duration_secs': 1.223639} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.479882] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.480283] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Reconfigured VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1226.507470] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f5aa04-7e87-70c6-7ac3-905aba1a40f9, 'name': SearchDatastore_Task, 'duration_secs': 0.023618} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.507818] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.508159] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1226.508445] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.508614] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.508810] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1226.509100] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d767698e-9fe1-403b-8b21-ee738b22893c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.524125] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1226.524336] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1226.525438] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3c8a547-eee8-459e-accf-2d51af3af55b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.530935] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d870e55a-27bc-4d3b-aed8-4dedb4e6d74b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.534883] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1226.534883] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]523be64d-6375-5299-6c55-f04d5826ac33" [ 1226.534883] env[69763]: _type = "Task" [ 1226.534883] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.541349] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23db2d68-35d8-4879-b88b-8ee6173fa5c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.549118] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523be64d-6375-5299-6c55-f04d5826ac33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.579304] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c8ff621-026f-43cb-adc8-932a495c8554 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.589115] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-538640be-196a-4e22-8c0a-1614585e90a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.605825] env[69763]: DEBUG nova.compute.provider_tree [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1226.645062] env[69763]: DEBUG nova.network.neutron [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Updating instance_info_cache with network_info: [{"id": "942b2e0e-d3b5-4022-b237-035a7ca9e9d5", "address": "fa:16:3e:5e:0a:d2", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942b2e0e-d3", "ovs_interfaceid": "942b2e0e-d3b5-4022-b237-035a7ca9e9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.921408] env[69763]: DEBUG nova.network.neutron [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Updated VIF entry in instance network info cache for port 1adaf8ca-b983-49a8-a3cf-96e40d6eee0d. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1226.921877] env[69763]: DEBUG nova.network.neutron [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Updating instance_info_cache with network_info: [{"id": "a0d5c38f-2299-4e23-b5e5-3af44fe5707a", "address": "fa:16:3e:be:92:03", "network": {"id": "b490ecdb-4cc3-4b83-8a74-210b84833146", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1601655295", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.83", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "22b8c642-38ad-4c11-9051-145ab3bc54f2", "external-id": "nsx-vlan-transportzone-247", "segmentation_id": 247, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa0d5c38f-22", "ovs_interfaceid": "a0d5c38f-2299-4e23-b5e5-3af44fe5707a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1adaf8ca-b983-49a8-a3cf-96e40d6eee0d", "address": "fa:16:3e:5d:bc:bf", "network": {"id": "7af514ac-91d4-4868-a641-2a75cf29b255", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1496802772", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.177", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "01df3737fc1544a5a7aaa5d91170ae52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "099fe970-c61f-4480-bed4-ae4f485fd82a", "external-id": "nsx-vlan-transportzone-678", "segmentation_id": 678, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1adaf8ca-b9", "ovs_interfaceid": "1adaf8ca-b983-49a8-a3cf-96e40d6eee0d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.981699] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.984991] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2cdf7855-9d16-400a-9157-1b556d1a6242 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-1c3e177b-5035-4d2c-af99-1934689d74ad" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.218s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.045466] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]523be64d-6375-5299-6c55-f04d5826ac33, 'name': SearchDatastore_Task, 'duration_secs': 0.013651} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.046278] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c3b0ef6-94f4-4813-aff6-1f6b05363789 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.051808] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1227.051808] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5291e2cf-2de0-7e45-7333-5cf23c3cdb2d" [ 1227.051808] env[69763]: _type = "Task" [ 1227.051808] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.060321] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5291e2cf-2de0-7e45-7333-5cf23c3cdb2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.108943] env[69763]: DEBUG nova.scheduler.client.report [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1227.147431] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.147515] env[69763]: DEBUG nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Instance network_info: |[{"id": "942b2e0e-d3b5-4022-b237-035a7ca9e9d5", "address": "fa:16:3e:5e:0a:d2", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942b2e0e-d3", "ovs_interfaceid": "942b2e0e-d3b5-4022-b237-035a7ca9e9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1227.147813] env[69763]: DEBUG oslo_concurrency.lockutils [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] Acquired lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.147997] env[69763]: DEBUG nova.network.neutron [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Refreshing network info cache for port 942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1227.149152] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:0a:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '942b2e0e-d3b5-4022-b237-035a7ca9e9d5', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1227.156947] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1227.160183] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1227.161074] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c18e07b4-a50a-47bf-8d25-5a38f31d9b9b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.184053] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1227.184053] env[69763]: value = "task-4123303" [ 1227.184053] env[69763]: _type = "Task" [ 1227.184053] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.192997] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123303, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.210067] env[69763]: DEBUG nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1227.241282] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1227.241619] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1227.241832] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1227.242039] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1227.242432] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1227.242432] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1227.242750] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1227.242972] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1227.243221] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1227.243405] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1227.243624] env[69763]: DEBUG nova.virt.hardware [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1227.244562] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e85b8b9-1a8a-40eb-9603-fba0133a268a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.253327] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ff89d8a2-ae18-4d2a-8ce6-ceb597b691c7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.315s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.258032] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb6c44b-94ca-4a04-8e3b-a53df5f7a874 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.274239] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.276531] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66df51ce-289c-4cca-9a7c-6551a0c77194 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.282856] env[69763]: DEBUG oslo_vmware.api [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1227.282856] env[69763]: value = "task-4123304" [ 1227.282856] env[69763]: _type = "Task" [ 1227.282856] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.293103] env[69763]: DEBUG oslo_vmware.api [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123304, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.424879] env[69763]: DEBUG oslo_concurrency.lockutils [req-1818218d-7211-4815-b47d-2055a818dc0e req-962ca3f7-0d7c-4a78-ab14-f19add9d8a28 service nova] Releasing lock "refresh_cache-930eef24-4c5f-4a09-b015-2ceeb119ae00" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.505733] env[69763]: DEBUG nova.network.neutron [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Updated VIF entry in instance network info cache for port 942b2e0e-d3b5-4022-b237-035a7ca9e9d5. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1227.506105] env[69763]: DEBUG nova.network.neutron [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Updating instance_info_cache with network_info: [{"id": "942b2e0e-d3b5-4022-b237-035a7ca9e9d5", "address": "fa:16:3e:5e:0a:d2", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942b2e0e-d3", "ovs_interfaceid": "942b2e0e-d3b5-4022-b237-035a7ca9e9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.563069] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5291e2cf-2de0-7e45-7333-5cf23c3cdb2d, 'name': SearchDatastore_Task, 'duration_secs': 0.012151} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.563361] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.563658] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 930eef24-4c5f-4a09-b015-2ceeb119ae00/930eef24-4c5f-4a09-b015-2ceeb119ae00.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1227.563972] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa252c77-ff5a-4d66-8349-4b29f0288d1a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.573279] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1227.573279] env[69763]: value = "task-4123305" [ 1227.573279] env[69763]: _type = "Task" [ 1227.573279] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.583423] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.614859] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.442s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.615637] env[69763]: DEBUG nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1227.618852] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.976s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.619157] env[69763]: DEBUG nova.objects.instance [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1227.694311] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123303, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1227.794548] env[69763]: DEBUG oslo_vmware.api [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123304, 'name': PowerOffVM_Task, 'duration_secs': 0.207654} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.794918] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1227.795167] env[69763]: DEBUG nova.compute.manager [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1227.796100] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-828c6bea-c9b6-4a1a-a5b4-e984e3fd7c20 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.010204] env[69763]: DEBUG oslo_concurrency.lockutils [req-89892cb2-aa86-4e61-9a0b-7499cd9f44bc req-04dcb455-5460-47af-a6a1-3bc95a5ffbe0 service nova] Releasing lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.049955] env[69763]: DEBUG nova.network.neutron [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Successfully updated port: d9c77b34-b636-4b15-9511-b7583b245cb4 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1228.085130] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123305, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.126031] env[69763]: DEBUG nova.compute.utils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1228.133250] env[69763]: DEBUG nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1228.134196] env[69763]: DEBUG nova.network.neutron [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1228.174644] env[69763]: DEBUG nova.policy [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33cfc34a88a04d62abe1363a34db9f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019ecb8c51e4537b31c8dc7918aee58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1228.195064] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123303, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.200875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6880d482-64af-45bc-91c9-061fd63cf79f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.200875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.200875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "6880d482-64af-45bc-91c9-061fd63cf79f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.200875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.200875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.202686] env[69763]: INFO nova.compute.manager [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Terminating instance [ 1228.309334] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cdbdc417-b44e-460f-8768-e80a9b7dbe75 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.516023] env[69763]: DEBUG nova.network.neutron [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Successfully created port: 53f7c1ff-44a0-4c31-94a2-becc50965038 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1228.526022] env[69763]: DEBUG nova.compute.manager [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Received event network-vif-plugged-d9c77b34-b636-4b15-9511-b7583b245cb4 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.526022] env[69763]: DEBUG oslo_concurrency.lockutils [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] Acquiring lock "ac2b827d-4467-4b83-814b-c45ccaac7318-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.526022] env[69763]: DEBUG oslo_concurrency.lockutils [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.526569] env[69763]: DEBUG oslo_concurrency.lockutils [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.529437] env[69763]: DEBUG nova.compute.manager [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] No waiting events found dispatching network-vif-plugged-d9c77b34-b636-4b15-9511-b7583b245cb4 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1228.529437] env[69763]: WARNING nova.compute.manager [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Received unexpected event network-vif-plugged-d9c77b34-b636-4b15-9511-b7583b245cb4 for instance with vm_state building and task_state spawning. [ 1228.529437] env[69763]: DEBUG nova.compute.manager [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Received event network-changed-d9c77b34-b636-4b15-9511-b7583b245cb4 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.529437] env[69763]: DEBUG nova.compute.manager [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Refreshing instance network info cache due to event network-changed-d9c77b34-b636-4b15-9511-b7583b245cb4. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.529437] env[69763]: DEBUG oslo_concurrency.lockutils [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] Acquiring lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.529437] env[69763]: DEBUG oslo_concurrency.lockutils [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] Acquired lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.529437] env[69763]: DEBUG nova.network.neutron [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Refreshing network info cache for port d9c77b34-b636-4b15-9511-b7583b245cb4 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.555698] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.591441] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.528378} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.592151] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 930eef24-4c5f-4a09-b015-2ceeb119ae00/930eef24-4c5f-4a09-b015-2ceeb119ae00.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1228.592763] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1228.593246] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c8a41d39-4eb7-49f5-bf05-eafb55a034b9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.605124] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1228.605124] env[69763]: value = "task-4123306" [ 1228.605124] env[69763]: _type = "Task" [ 1228.605124] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.618929] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.633976] env[69763]: DEBUG nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1228.641117] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0b8fb513-fbe9-4d3e-ab15-ef9e1e8f5bd6 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.022s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.649391] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.669s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.649391] env[69763]: INFO nova.compute.claims [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1228.697225] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123303, 'name': CreateVM_Task, 'duration_secs': 1.462046} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.697485] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1228.698459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.698580] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.699090] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.699289] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f928a4cf-d131-4e4d-a4b2-c629a6c65917 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.705947] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1228.705947] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529f404c-4f01-330d-67cf-841c88d77995" [ 1228.705947] env[69763]: _type = "Task" [ 1228.705947] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.706726] env[69763]: DEBUG nova.compute.manager [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.706928] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.713708] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f07bb62-f336-4e5c-81a1-f97e0e57b1a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.725882] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529f404c-4f01-330d-67cf-841c88d77995, 'name': SearchDatastore_Task, 'duration_secs': 0.011841} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.730487] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.730683] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1228.730981] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.731216] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.731441] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1228.731939] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.740602] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a3cbc35-ff0a-4490-a6d5-843bff26ff52 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.743456] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34c2f6d9-4da0-4a09-8ff0-0b88b0527de2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.753124] env[69763]: DEBUG oslo_vmware.api [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1228.753124] env[69763]: value = "task-4123307" [ 1228.753124] env[69763]: _type = "Task" [ 1228.753124] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.754758] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1228.754946] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1228.759461] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc502420-007e-4e7a-9e26-6db063165f08 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.768981] env[69763]: DEBUG oslo_vmware.api [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123307, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.770547] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-d8526863-dc0a-4992-bf96-a51f2d921858" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.770780] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-d8526863-dc0a-4992-bf96-a51f2d921858" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.772653] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1228.772653] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52888e0b-e534-c337-48e2-da1f8aef1f85" [ 1228.772653] env[69763]: _type = "Task" [ 1228.772653] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.782883] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52888e0b-e534-c337-48e2-da1f8aef1f85, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.062163] env[69763]: DEBUG nova.network.neutron [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1229.116128] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074251} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.116543] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1229.117406] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44103417-7452-4b33-9686-43f983860f13 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.144018] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Reconfiguring VM instance instance-0000005c to attach disk [datastore1] 930eef24-4c5f-4a09-b015-2ceeb119ae00/930eef24-4c5f-4a09-b015-2ceeb119ae00.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1229.144396] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2ce529fe-05ce-47c5-93ca-eb9bf3314eed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.159542] env[69763]: DEBUG nova.network.neutron [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.175046] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1229.175046] env[69763]: value = "task-4123308" [ 1229.175046] env[69763]: _type = "Task" [ 1229.175046] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.187249] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123308, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.246751] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "ea807c4d-ac53-415c-82eb-649d52932f9f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.247316] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.247316] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "ea807c4d-ac53-415c-82eb-649d52932f9f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.247478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.247620] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.250040] env[69763]: INFO nova.compute.manager [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Terminating instance [ 1229.265514] env[69763]: DEBUG oslo_vmware.api [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123307, 'name': PowerOffVM_Task, 'duration_secs': 0.239612} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.265806] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1229.265996] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.266290] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a1e488c-2a31-4cf1-94d6-c52e589b98b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.277448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.277591] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.278587] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ed7cb51-5824-492e-a448-e6d03b655b92 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.288167] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52888e0b-e534-c337-48e2-da1f8aef1f85, 'name': SearchDatastore_Task, 'duration_secs': 0.029384} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.301127] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c227a2f1-3653-4c92-8767-72edc7635087 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.304281] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-929f59c8-4aca-42cb-a55c-a15833785e19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.310343] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1229.310343] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527dd5d2-3e14-e6fb-f24e-da696d3a510e" [ 1229.310343] env[69763]: _type = "Task" [ 1229.310343] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.336146] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Reconfiguring VM to detach interface {{(pid=69763) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1229.340064] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0476198-e777-4d51-8306-341c89065649 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.355240] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.355240] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.355416] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleting the datastore file [datastore1] 6880d482-64af-45bc-91c9-061fd63cf79f {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.356303] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a2aa9fd4-a3f8-41bb-a4c4-022029f9ea14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.361652] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527dd5d2-3e14-e6fb-f24e-da696d3a510e, 'name': SearchDatastore_Task, 'duration_secs': 0.020609} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.363344] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.363650] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9979980d-eead-4321-9891-cb84414b3a71/9979980d-eead-4321-9891-cb84414b3a71.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1229.363980] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1229.363980] env[69763]: value = "task-4123310" [ 1229.363980] env[69763]: _type = "Task" [ 1229.363980] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.364196] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4d7eb0ba-f05d-4ae1-902d-6cac7c66dc5b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.370902] env[69763]: DEBUG oslo_vmware.api [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1229.370902] env[69763]: value = "task-4123311" [ 1229.370902] env[69763]: _type = "Task" [ 1229.370902] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.378437] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1229.378437] env[69763]: value = "task-4123312" [ 1229.378437] env[69763]: _type = "Task" [ 1229.378437] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.378674] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.385715] env[69763]: DEBUG oslo_vmware.api [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123311, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.391106] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123312, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.662536] env[69763]: DEBUG oslo_concurrency.lockutils [req-8a0aff21-0288-4a06-9767-8e1a37c6396d req-17160174-f629-4ba8-a938-b60a8fe34fd7 service nova] Releasing lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.662962] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.663173] env[69763]: DEBUG nova.network.neutron [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1229.666845] env[69763]: DEBUG nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1229.686756] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123308, 'name': ReconfigVM_Task, 'duration_secs': 0.324623} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.689149] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Reconfigured VM instance instance-0000005c to attach disk [datastore1] 930eef24-4c5f-4a09-b015-2ceeb119ae00/930eef24-4c5f-4a09-b015-2ceeb119ae00.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1229.690118] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6507278f-2a49-4fda-8d32-f30eb9f06e99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.699279] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1229.699624] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1229.699868] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1229.700101] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1229.700259] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1229.700406] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1229.700618] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1229.700832] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1229.701095] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1229.701297] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1229.701528] env[69763]: DEBUG nova.virt.hardware [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1229.703153] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8863377b-c700-4d81-a83e-66263bc43bfa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.706872] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1229.706872] env[69763]: value = "task-4123313" [ 1229.706872] env[69763]: _type = "Task" [ 1229.706872] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.718763] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040f58e1-10c9-49ce-ba12-e2c6c36ce7be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.723588] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123313, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.754608] env[69763]: DEBUG nova.compute.manager [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1229.754972] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1229.755949] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00247f37-5c66-4ab6-b626-db1e05c2bfd5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.769749] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1229.770111] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-693a69c2-8d11-400e-bd4f-f460393bdcd1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.881935] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1229.882338] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1229.882596] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleting the datastore file [datastore1] ea807c4d-ac53-415c-82eb-649d52932f9f {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1229.886893] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fe4c4eb1-3f05-412e-88c7-9a364e07a3c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.896469] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.901786] env[69763]: DEBUG oslo_vmware.api [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123311, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16497} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.901786] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.902297] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.902297] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.902577] env[69763]: INFO nova.compute.manager [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1229.902848] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.902992] env[69763]: DEBUG nova.compute.manager [-] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.903114] env[69763]: DEBUG nova.network.neutron [-] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.910221] env[69763]: DEBUG oslo_vmware.api [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1229.910221] env[69763]: value = "task-4123315" [ 1229.910221] env[69763]: _type = "Task" [ 1229.910221] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.910545] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123312, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.922338] env[69763]: DEBUG oslo_vmware.api [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.032052] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22415675-00ca-42b7-ad2b-b45fe3ad3fcc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.047208] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f68f63-58ee-441d-a8b6-9443ad727583 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.084615] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d88a6d4-fbbb-4152-8a6a-024cb2b0ad0d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.093795] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c14d7eff-4397-49d5-8d64-d424cac2144a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.111023] env[69763]: DEBUG nova.compute.provider_tree [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1230.219195] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123313, 'name': Rename_Task, 'duration_secs': 0.211256} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.219505] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1230.219780] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-74bfbc73-877a-47df-b190-78b8667ae8ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.224952] env[69763]: DEBUG nova.network.neutron [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1230.228827] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1230.228827] env[69763]: value = "task-4123316" [ 1230.228827] env[69763]: _type = "Task" [ 1230.228827] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.239407] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123316, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.250943] env[69763]: DEBUG nova.network.neutron [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Successfully updated port: 53f7c1ff-44a0-4c31-94a2-becc50965038 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1230.368927] env[69763]: DEBUG nova.network.neutron [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Updating instance_info_cache with network_info: [{"id": "d9c77b34-b636-4b15-9511-b7583b245cb4", "address": "fa:16:3e:2b:22:72", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c77b34-b6", "ovs_interfaceid": "d9c77b34-b636-4b15-9511-b7583b245cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.380411] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.392385] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123312, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.534579} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.392857] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9979980d-eead-4321-9891-cb84414b3a71/9979980d-eead-4321-9891-cb84414b3a71.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.395617] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.395617] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1f8f8fe-5bb2-4de2-b310-d383a8ab425b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.402021] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1230.402021] env[69763]: value = "task-4123317" [ 1230.402021] env[69763]: _type = "Task" [ 1230.402021] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.410764] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123317, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.420602] env[69763]: DEBUG oslo_vmware.api [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248509} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.421183] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1230.421506] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1230.421800] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1230.422120] env[69763]: INFO nova.compute.manager [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Took 0.67 seconds to destroy the instance on the hypervisor. [ 1230.422522] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.424829] env[69763]: DEBUG nova.compute.manager [-] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1230.424829] env[69763]: DEBUG nova.network.neutron [-] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1230.579161] env[69763]: DEBUG nova.compute.manager [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Received event network-vif-plugged-53f7c1ff-44a0-4c31-94a2-becc50965038 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.579161] env[69763]: DEBUG oslo_concurrency.lockutils [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] Acquiring lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1230.579161] env[69763]: DEBUG oslo_concurrency.lockutils [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1230.580231] env[69763]: DEBUG oslo_concurrency.lockutils [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.580575] env[69763]: DEBUG nova.compute.manager [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] No waiting events found dispatching network-vif-plugged-53f7c1ff-44a0-4c31-94a2-becc50965038 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1230.583123] env[69763]: WARNING nova.compute.manager [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Received unexpected event network-vif-plugged-53f7c1ff-44a0-4c31-94a2-becc50965038 for instance with vm_state building and task_state spawning. [ 1230.583123] env[69763]: DEBUG nova.compute.manager [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Received event network-changed-53f7c1ff-44a0-4c31-94a2-becc50965038 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.583123] env[69763]: DEBUG nova.compute.manager [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Refreshing instance network info cache due to event network-changed-53f7c1ff-44a0-4c31-94a2-becc50965038. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.583123] env[69763]: DEBUG oslo_concurrency.lockutils [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] Acquiring lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.583123] env[69763]: DEBUG oslo_concurrency.lockutils [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] Acquired lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.583123] env[69763]: DEBUG nova.network.neutron [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Refreshing network info cache for port 53f7c1ff-44a0-4c31-94a2-becc50965038 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.616104] env[69763]: DEBUG nova.scheduler.client.report [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1230.740429] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123316, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.753454] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.816442] env[69763]: DEBUG nova.compute.manager [req-34df7203-db13-4793-b28c-1ed214139b5f req-328b7a3b-ce8b-4a0c-b51f-24cc5d21dbb8 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Received event network-vif-deleted-58ee1639-3131-42e9-a241-63b661e11ab4 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.816658] env[69763]: INFO nova.compute.manager [req-34df7203-db13-4793-b28c-1ed214139b5f req-328b7a3b-ce8b-4a0c-b51f-24cc5d21dbb8 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Neutron deleted interface 58ee1639-3131-42e9-a241-63b661e11ab4; detaching it from the instance and deleting it from the info cache [ 1230.816894] env[69763]: DEBUG nova.network.neutron [req-34df7203-db13-4793-b28c-1ed214139b5f req-328b7a3b-ce8b-4a0c-b51f-24cc5d21dbb8 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.875080] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.875430] env[69763]: DEBUG nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Instance network_info: |[{"id": "d9c77b34-b636-4b15-9511-b7583b245cb4", "address": "fa:16:3e:2b:22:72", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c77b34-b6", "ovs_interfaceid": "d9c77b34-b636-4b15-9511-b7583b245cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1230.875959] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2b:22:72', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd9c77b34-b636-4b15-9511-b7583b245cb4', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1230.883531] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Creating folder: Project (d019ecb8c51e4537b31c8dc7918aee58). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.885105] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8bb44430-14ed-4213-a0ce-63fb9cfb9f39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.890709] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.900114] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Created folder: Project (d019ecb8c51e4537b31c8dc7918aee58) in parent group-v816505. [ 1230.900266] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Creating folder: Instances. Parent ref: group-v816769. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1230.900710] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-665c6440-1bbd-47b8-9be0-1816a5d942c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.911940] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123317, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.122815} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.912330] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1230.913537] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef84a78c-8e73-4cdf-972c-c9b3eb306aba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.939734] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 9979980d-eead-4321-9891-cb84414b3a71/9979980d-eead-4321-9891-cb84414b3a71.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1230.941813] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a202846-b50e-40b3-bed4-4d47abb132aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.956945] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Created folder: Instances in parent group-v816769. [ 1230.957239] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1230.958078] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1230.958726] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb7feeb8-458b-47ad-a630-d92fd63e825b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.975951] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1230.975951] env[69763]: value = "task-4123320" [ 1230.975951] env[69763]: _type = "Task" [ 1230.975951] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.982977] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1230.982977] env[69763]: value = "task-4123321" [ 1230.982977] env[69763]: _type = "Task" [ 1230.982977] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.986952] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.997424] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123321, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.114581] env[69763]: DEBUG nova.network.neutron [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1231.121998] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.475s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1231.121998] env[69763]: DEBUG nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1231.124840] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.608s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.125147] env[69763]: DEBUG nova.objects.instance [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lazy-loading 'resources' on Instance uuid 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.212902] env[69763]: DEBUG nova.network.neutron [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.226113] env[69763]: DEBUG nova.network.neutron [-] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.241985] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123316, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.299074] env[69763]: DEBUG nova.network.neutron [-] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.320191] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-08363d01-08eb-43bb-b3c0-151c165102dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.331302] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e437a433-6115-4155-b031-3549b05c9339 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.375062] env[69763]: DEBUG nova.compute.manager [req-34df7203-db13-4793-b28c-1ed214139b5f req-328b7a3b-ce8b-4a0c-b51f-24cc5d21dbb8 service nova] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Detach interface failed, port_id=58ee1639-3131-42e9-a241-63b661e11ab4, reason: Instance 6880d482-64af-45bc-91c9-061fd63cf79f could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1231.384349] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.487176] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123320, 'name': ReconfigVM_Task, 'duration_secs': 0.468305} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.487317] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 9979980d-eead-4321-9891-cb84414b3a71/9979980d-eead-4321-9891-cb84414b3a71.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1231.490862] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c4ff9e5-32d8-4045-9566-54d19bd27ada {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.498728] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123321, 'name': CreateVM_Task, 'duration_secs': 0.449972} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.500404] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1231.500914] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1231.500914] env[69763]: value = "task-4123322" [ 1231.500914] env[69763]: _type = "Task" [ 1231.500914] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.501816] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.502062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.502982] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.502982] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5bd72160-4e9a-4f56-9ef3-69ee4f476cdc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.512394] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1231.512394] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52abd9ac-c02c-1f94-8fbe-1417a8c5c4cb" [ 1231.512394] env[69763]: _type = "Task" [ 1231.512394] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.515995] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123322, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.524803] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52abd9ac-c02c-1f94-8fbe-1417a8c5c4cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.627890] env[69763]: DEBUG nova.compute.utils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1231.632775] env[69763]: DEBUG nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1231.632954] env[69763]: DEBUG nova.network.neutron [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1231.692741] env[69763]: DEBUG nova.policy [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456c18863fcb45cfbba706f0142729e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '899bc7e2ad7f45848aad68ec49d6012c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1231.716343] env[69763]: DEBUG oslo_concurrency.lockutils [req-3105edc8-1c11-4f73-84de-0f43d0aa3f5c req-e0746d42-7f8a-4141-a9c7-1179c8bb963a service nova] Releasing lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.716343] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.716476] env[69763]: DEBUG nova.network.neutron [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1231.731853] env[69763]: INFO nova.compute.manager [-] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Took 1.31 seconds to deallocate network for instance. [ 1231.751618] env[69763]: DEBUG oslo_vmware.api [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123316, 'name': PowerOnVM_Task, 'duration_secs': 1.187913} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.751879] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1231.752018] env[69763]: INFO nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Took 12.46 seconds to spawn the instance on the hypervisor. [ 1231.752206] env[69763]: DEBUG nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1231.753072] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2f3e65-5bc6-47ee-9474-d9dd90301b46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.802573] env[69763]: INFO nova.compute.manager [-] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Took 1.90 seconds to deallocate network for instance. [ 1231.890216] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.950952] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17aa699-1818-4536-9ab7-22e943de4dcd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.961632] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b7bfcb-7c14-4a37-b2dd-182027c8aa0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.998480] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ba36b28-c17e-40cc-94a8-5a4625bd23cf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.013173] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fffc6db-0271-4738-87c1-f8788bf76767 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.020748] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123322, 'name': Rename_Task, 'duration_secs': 0.33717} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.024390] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.024673] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a612196-fcd4-46ad-a43d-b34855aa931f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.036394] env[69763]: DEBUG nova.compute.provider_tree [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.041892] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52abd9ac-c02c-1f94-8fbe-1417a8c5c4cb, 'name': SearchDatastore_Task, 'duration_secs': 0.013938} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.043570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.043871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1232.044138] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.044291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.044472] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1232.044842] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1232.044842] env[69763]: value = "task-4123323" [ 1232.044842] env[69763]: _type = "Task" [ 1232.044842] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.045090] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bb448c0-e949-42ae-8f76-f70ecaed9513 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.056652] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123323, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.058101] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1232.058293] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1232.059029] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e73ef7b5-6b4b-427a-9c26-f2c3be72bb16 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.065709] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1232.065709] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529645ca-8348-915a-aaf0-4bb1e72d0918" [ 1232.065709] env[69763]: _type = "Task" [ 1232.065709] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.074821] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529645ca-8348-915a-aaf0-4bb1e72d0918, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.110625] env[69763]: DEBUG nova.network.neutron [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Successfully created port: f04ca19d-a94e-4453-8e47-fbaa9c096736 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1232.134283] env[69763]: DEBUG nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1232.246329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.251910] env[69763]: DEBUG nova.network.neutron [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1232.276229] env[69763]: INFO nova.compute.manager [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Took 47.68 seconds to build instance. [ 1232.309476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.389520] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.419139] env[69763]: DEBUG nova.network.neutron [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Updating instance_info_cache with network_info: [{"id": "53f7c1ff-44a0-4c31-94a2-becc50965038", "address": "fa:16:3e:83:db:d3", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f7c1ff-44", "ovs_interfaceid": "53f7c1ff-44a0-4c31-94a2-becc50965038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1232.544615] env[69763]: DEBUG nova.scheduler.client.report [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.562872] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123323, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.577503] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529645ca-8348-915a-aaf0-4bb1e72d0918, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.578339] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0e9c4f27-9db8-455c-a623-b1a6fc3bb812 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.585115] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1232.585115] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc784d-4864-d98c-9d5f-d0e60075b462" [ 1232.585115] env[69763]: _type = "Task" [ 1232.585115] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.593797] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc784d-4864-d98c-9d5f-d0e60075b462, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.606417] env[69763]: DEBUG nova.compute.manager [req-15a171aa-c6c1-4e52-9dca-101f0384e158 req-08d775a8-5767-4c31-b11d-fabd8c206758 service nova] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Received event network-vif-deleted-c5e0abe7-73b8-4480-9df3-75727012cfda {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1232.779134] env[69763]: DEBUG oslo_concurrency.lockutils [None req-968eb434-4065-45fc-a67a-bad7a0cb05c0 tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.193s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.887308] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.921797] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.922326] env[69763]: DEBUG nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Instance network_info: |[{"id": "53f7c1ff-44a0-4c31-94a2-becc50965038", "address": "fa:16:3e:83:db:d3", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f7c1ff-44", "ovs_interfaceid": "53f7c1ff-44a0-4c31-94a2-becc50965038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1232.922786] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:db:d3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53f7c1ff-44a0-4c31-94a2-becc50965038', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1232.931223] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1232.931496] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1232.931727] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-818feadc-8a9e-4344-9bf6-534fb29dd950 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.961060] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1232.961060] env[69763]: value = "task-4123324" [ 1232.961060] env[69763]: _type = "Task" [ 1232.961060] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.975623] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123324, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.055206] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.930s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.061479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.139s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.064032] env[69763]: DEBUG oslo_vmware.api [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123323, 'name': PowerOnVM_Task, 'duration_secs': 0.690431} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.064132] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1233.064461] env[69763]: INFO nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Took 8.33 seconds to spawn the instance on the hypervisor. [ 1233.064684] env[69763]: DEBUG nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1233.065638] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a680b375-7288-49c3-aec6-242de02b08e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.094064] env[69763]: INFO nova.scheduler.client.report [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Deleted allocations for instance 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c [ 1233.110838] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52bc784d-4864-d98c-9d5f-d0e60075b462, 'name': SearchDatastore_Task, 'duration_secs': 0.010163} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.111323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.111721] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318/ac2b827d-4467-4b83-814b-c45ccaac7318.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1233.112179] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-65259f13-2b1f-4127-91d0-1b9e79fb8d00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.123081] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1233.123081] env[69763]: value = "task-4123325" [ 1233.123081] env[69763]: _type = "Task" [ 1233.123081] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.140600] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123325, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.144770] env[69763]: DEBUG nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1233.177338] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1233.178291] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1233.178291] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1233.178291] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1233.178291] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1233.178291] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1233.178574] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1233.178700] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1233.178884] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1233.179128] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1233.179352] env[69763]: DEBUG nova.virt.hardware [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1233.180381] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c24b40-248e-42f7-aff1-870ddce55c14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.190559] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f924bfa0-401c-4ab5-a248-9252c8c3f601 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.392507] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.457750] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "930eef24-4c5f-4a09-b015-2ceeb119ae00" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.458526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.459155] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.459593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.459978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.469941] env[69763]: INFO nova.compute.manager [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Terminating instance [ 1233.485455] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123324, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.576398] env[69763]: INFO nova.compute.claims [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1233.590812] env[69763]: INFO nova.compute.manager [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Took 41.26 seconds to build instance. [ 1233.602407] env[69763]: DEBUG nova.compute.manager [req-48141927-d44f-4ae8-bada-4e84ddcdf23f req-13504b03-c40e-4f11-b027-b9a1dac0ce4b service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Received event network-vif-plugged-f04ca19d-a94e-4453-8e47-fbaa9c096736 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1233.602875] env[69763]: DEBUG oslo_concurrency.lockutils [req-48141927-d44f-4ae8-bada-4e84ddcdf23f req-13504b03-c40e-4f11-b027-b9a1dac0ce4b service nova] Acquiring lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.603343] env[69763]: DEBUG oslo_concurrency.lockutils [req-48141927-d44f-4ae8-bada-4e84ddcdf23f req-13504b03-c40e-4f11-b027-b9a1dac0ce4b service nova] Lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.603687] env[69763]: DEBUG oslo_concurrency.lockutils [req-48141927-d44f-4ae8-bada-4e84ddcdf23f req-13504b03-c40e-4f11-b027-b9a1dac0ce4b service nova] Lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.604044] env[69763]: DEBUG nova.compute.manager [req-48141927-d44f-4ae8-bada-4e84ddcdf23f req-13504b03-c40e-4f11-b027-b9a1dac0ce4b service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] No waiting events found dispatching network-vif-plugged-f04ca19d-a94e-4453-8e47-fbaa9c096736 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1233.604318] env[69763]: WARNING nova.compute.manager [req-48141927-d44f-4ae8-bada-4e84ddcdf23f req-13504b03-c40e-4f11-b027-b9a1dac0ce4b service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Received unexpected event network-vif-plugged-f04ca19d-a94e-4453-8e47-fbaa9c096736 for instance with vm_state building and task_state spawning. [ 1233.608878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4175b6e9-e85d-480d-be61-3fbc76eb2263 tempest-ServersListShow298Test-540943861 tempest-ServersListShow298Test-540943861-project-member] Lock "4dbf727d-d4e8-4737-be38-dfbd78ff1c2c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.876s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.636849] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123325, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.739896] env[69763]: DEBUG nova.network.neutron [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Successfully updated port: f04ca19d-a94e-4453-8e47-fbaa9c096736 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1233.891958] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.974987] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123324, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.976859] env[69763]: DEBUG nova.compute.manager [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1233.977171] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1233.977958] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b17d0758-9350-4fe5-b13a-f978218e5ffd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.988017] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1233.988749] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8fda881-f676-4242-a35c-3dcc952e7f81 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.998136] env[69763]: DEBUG oslo_vmware.api [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1233.998136] env[69763]: value = "task-4123326" [ 1233.998136] env[69763]: _type = "Task" [ 1233.998136] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.010724] env[69763]: DEBUG oslo_vmware.api [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123326, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.087703] env[69763]: INFO nova.compute.resource_tracker [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating resource usage from migration f21d0c67-0004-41ee-861b-20430ea4e3a0 [ 1234.095018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd6e8207-d9f0-43c8-8168-13af70f5fa62 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "9979980d-eead-4321-9891-cb84414b3a71" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.780s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.136081] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123325, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697666} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.139147] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318/ac2b827d-4467-4b83-814b-c45ccaac7318.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1234.139455] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1234.140913] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c1d7e66-fac2-4f1b-8c30-6ac675ddcd11 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.149535] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1234.149535] env[69763]: value = "task-4123327" [ 1234.149535] env[69763]: _type = "Task" [ 1234.149535] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.162673] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123327, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.245766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "refresh_cache-0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.245766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "refresh_cache-0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.245766] env[69763]: DEBUG nova.network.neutron [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1234.397343] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.458707] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41189dad-4da2-4963-a464-a69009914421 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.470987] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb474c96-e53e-465e-9619-fd7c9505b748 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.479518] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123324, 'name': CreateVM_Task, 'duration_secs': 1.477082} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.479728] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1234.481670] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.481842] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.482268] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.483512] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d68b4c6-f805-4cb0-a1c9-dcac5659e306 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.519480] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c534c589-d613-46a4-8b81-d0da1cbe3e1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.522924] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1234.522924] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525654cb-dd33-7d83-5260-3e31a2539499" [ 1234.522924] env[69763]: _type = "Task" [ 1234.522924] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.535215] env[69763]: DEBUG oslo_vmware.api [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123326, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.537431] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25801472-b0e7-49e4-b6e8-de54549b1475 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.545692] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525654cb-dd33-7d83-5260-3e31a2539499, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.562551] env[69763]: DEBUG nova.compute.provider_tree [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.660437] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123327, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185099} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.661485] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1234.661844] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1508d098-940a-4d7e-b04f-c17796457461 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.685150] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318/ac2b827d-4467-4b83-814b-c45ccaac7318.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1234.685491] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-491b2272-e245-4f23-bf0a-ff79af61ca38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.706227] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1234.706227] env[69763]: value = "task-4123328" [ 1234.706227] env[69763]: _type = "Task" [ 1234.706227] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.716831] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123328, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.783547] env[69763]: DEBUG nova.network.neutron [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1234.818809] env[69763]: DEBUG nova.compute.manager [req-e99b0089-c947-44df-b1ce-ca34965e523e req-1597ea78-12a9-415d-be76-d119bd55c8c8 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Received event network-changed-942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1234.819060] env[69763]: DEBUG nova.compute.manager [req-e99b0089-c947-44df-b1ce-ca34965e523e req-1597ea78-12a9-415d-be76-d119bd55c8c8 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Refreshing instance network info cache due to event network-changed-942b2e0e-d3b5-4022-b237-035a7ca9e9d5. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1234.819277] env[69763]: DEBUG oslo_concurrency.lockutils [req-e99b0089-c947-44df-b1ce-ca34965e523e req-1597ea78-12a9-415d-be76-d119bd55c8c8 service nova] Acquiring lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.819417] env[69763]: DEBUG oslo_concurrency.lockutils [req-e99b0089-c947-44df-b1ce-ca34965e523e req-1597ea78-12a9-415d-be76-d119bd55c8c8 service nova] Acquired lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.819683] env[69763]: DEBUG nova.network.neutron [req-e99b0089-c947-44df-b1ce-ca34965e523e req-1597ea78-12a9-415d-be76-d119bd55c8c8 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Refreshing network info cache for port 942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1234.898040] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.944882] env[69763]: DEBUG nova.network.neutron [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Updating instance_info_cache with network_info: [{"id": "f04ca19d-a94e-4453-8e47-fbaa9c096736", "address": "fa:16:3e:11:75:85", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04ca19d-a9", "ovs_interfaceid": "f04ca19d-a94e-4453-8e47-fbaa9c096736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.028735] env[69763]: DEBUG oslo_vmware.api [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123326, 'name': PowerOffVM_Task, 'duration_secs': 0.600941} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.032750] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.033141] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.033446] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-899f988b-8dda-4369-b0a1-99c344bee934 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.043329] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525654cb-dd33-7d83-5260-3e31a2539499, 'name': SearchDatastore_Task, 'duration_secs': 0.035981} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.043773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.044037] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1235.044293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.044446] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.044739] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1235.045140] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d10deb73-1fbf-46a5-ae3f-9fda56049f06 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.060529] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1235.060758] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1235.061570] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b614ceb-de2e-4115-9c5e-89728ea280d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.066534] env[69763]: DEBUG nova.scheduler.client.report [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.071759] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1235.071759] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d87e74-118f-91ef-16d5-bdcf2fd12e5c" [ 1235.071759] env[69763]: _type = "Task" [ 1235.071759] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.092342] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d87e74-118f-91ef-16d5-bdcf2fd12e5c, 'name': SearchDatastore_Task, 'duration_secs': 0.011793} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.094845] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dbc096c5-613f-48ab-a5b8-976879445105 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.102447] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1235.102447] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5246d535-9e62-651a-951a-13c3aecc7c16" [ 1235.102447] env[69763]: _type = "Task" [ 1235.102447] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.117456] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5246d535-9e62-651a-951a-13c3aecc7c16, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.170036] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.170036] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.170036] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Deleting the datastore file [datastore1] 930eef24-4c5f-4a09-b015-2ceeb119ae00 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.170036] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9b54cfa6-5adc-4823-b2c9-77829c256c3b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.179295] env[69763]: DEBUG oslo_vmware.api [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for the task: (returnval){ [ 1235.179295] env[69763]: value = "task-4123330" [ 1235.179295] env[69763]: _type = "Task" [ 1235.179295] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.189673] env[69763]: DEBUG oslo_vmware.api [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123330, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.218828] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123328, 'name': ReconfigVM_Task, 'duration_secs': 0.504845} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.219198] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318/ac2b827d-4467-4b83-814b-c45ccaac7318.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1235.219970] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f4efdb33-653d-40b5-a76c-0f1e5f26d54d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.228111] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1235.228111] env[69763]: value = "task-4123331" [ 1235.228111] env[69763]: _type = "Task" [ 1235.228111] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.238605] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123331, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.399693] env[69763]: DEBUG oslo_vmware.api [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123310, 'name': ReconfigVM_Task, 'duration_secs': 5.848076} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.399693] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.400105] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Reconfigured VM to detach interface {{(pid=69763) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1235.449263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "refresh_cache-0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.449263] env[69763]: DEBUG nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Instance network_info: |[{"id": "f04ca19d-a94e-4453-8e47-fbaa9c096736", "address": "fa:16:3e:11:75:85", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04ca19d-a9", "ovs_interfaceid": "f04ca19d-a94e-4453-8e47-fbaa9c096736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1235.449462] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:11:75:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f04ca19d-a94e-4453-8e47-fbaa9c096736', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1235.457314] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.457584] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1235.459418] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-309e0a8a-c1e4-4b99-ad72-321f6a0c98e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.485554] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1235.485554] env[69763]: value = "task-4123332" [ 1235.485554] env[69763]: _type = "Task" [ 1235.485554] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.494375] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123332, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.579723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.518s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.580071] env[69763]: INFO nova.compute.manager [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Migrating [ 1235.590715] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 20.767s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.619965] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5246d535-9e62-651a-951a-13c3aecc7c16, 'name': SearchDatastore_Task, 'duration_secs': 0.012161} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.620353] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.620707] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c/8b10eef2-416c-4789-bbba-0f9a3bc6cc0c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1235.621068] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c97b665e-c156-40f5-807f-064589c5f198 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.633830] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1235.633830] env[69763]: value = "task-4123333" [ 1235.633830] env[69763]: _type = "Task" [ 1235.633830] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.653731] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.690939] env[69763]: DEBUG nova.network.neutron [req-e99b0089-c947-44df-b1ce-ca34965e523e req-1597ea78-12a9-415d-be76-d119bd55c8c8 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Updated VIF entry in instance network info cache for port 942b2e0e-d3b5-4022-b237-035a7ca9e9d5. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1235.691719] env[69763]: DEBUG nova.network.neutron [req-e99b0089-c947-44df-b1ce-ca34965e523e req-1597ea78-12a9-415d-be76-d119bd55c8c8 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Updating instance_info_cache with network_info: [{"id": "942b2e0e-d3b5-4022-b237-035a7ca9e9d5", "address": "fa:16:3e:5e:0a:d2", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.230", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap942b2e0e-d3", "ovs_interfaceid": "942b2e0e-d3b5-4022-b237-035a7ca9e9d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1235.705468] env[69763]: DEBUG oslo_vmware.api [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Task: {'id': task-4123330, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171131} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.705772] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1235.705986] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1235.706179] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1235.706420] env[69763]: INFO nova.compute.manager [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Took 1.73 seconds to destroy the instance on the hypervisor. [ 1235.706619] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1235.706838] env[69763]: DEBUG nova.compute.manager [-] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1235.706972] env[69763]: DEBUG nova.network.neutron [-] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1235.729787] env[69763]: DEBUG nova.compute.manager [req-1a2f1ab6-8b05-42e1-849f-213c2c76ebbb req-66eec7e1-72bf-4a4a-9258-dd6886772380 service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Received event network-changed-f04ca19d-a94e-4453-8e47-fbaa9c096736 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1235.730040] env[69763]: DEBUG nova.compute.manager [req-1a2f1ab6-8b05-42e1-849f-213c2c76ebbb req-66eec7e1-72bf-4a4a-9258-dd6886772380 service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Refreshing instance network info cache due to event network-changed-f04ca19d-a94e-4453-8e47-fbaa9c096736. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1235.730324] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a2f1ab6-8b05-42e1-849f-213c2c76ebbb req-66eec7e1-72bf-4a4a-9258-dd6886772380 service nova] Acquiring lock "refresh_cache-0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.730496] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a2f1ab6-8b05-42e1-849f-213c2c76ebbb req-66eec7e1-72bf-4a4a-9258-dd6886772380 service nova] Acquired lock "refresh_cache-0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.730695] env[69763]: DEBUG nova.network.neutron [req-1a2f1ab6-8b05-42e1-849f-213c2c76ebbb req-66eec7e1-72bf-4a4a-9258-dd6886772380 service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Refreshing network info cache for port f04ca19d-a94e-4453-8e47-fbaa9c096736 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1235.753431] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123331, 'name': Rename_Task, 'duration_secs': 0.192703} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.753609] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1235.753958] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3efcf85e-80ad-47e2-bd88-9c8696ce6f1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.764147] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1235.764147] env[69763]: value = "task-4123334" [ 1235.764147] env[69763]: _type = "Task" [ 1235.764147] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.776083] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123334, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.998349] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123332, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.104936] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.105174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.105319] env[69763]: DEBUG nova.network.neutron [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.152211] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123333, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.196096] env[69763]: DEBUG oslo_concurrency.lockutils [req-e99b0089-c947-44df-b1ce-ca34965e523e req-1597ea78-12a9-415d-be76-d119bd55c8c8 service nova] Releasing lock "refresh_cache-9979980d-eead-4321-9891-cb84414b3a71" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.277402] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123334, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.504059] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123332, 'name': CreateVM_Task, 'duration_secs': 0.557342} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.505419] env[69763]: DEBUG nova.network.neutron [req-1a2f1ab6-8b05-42e1-849f-213c2c76ebbb req-66eec7e1-72bf-4a4a-9258-dd6886772380 service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Updated VIF entry in instance network info cache for port f04ca19d-a94e-4453-8e47-fbaa9c096736. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.506081] env[69763]: DEBUG nova.network.neutron [req-1a2f1ab6-8b05-42e1-849f-213c2c76ebbb req-66eec7e1-72bf-4a4a-9258-dd6886772380 service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Updating instance_info_cache with network_info: [{"id": "f04ca19d-a94e-4453-8e47-fbaa9c096736", "address": "fa:16:3e:11:75:85", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf04ca19d-a9", "ovs_interfaceid": "f04ca19d-a94e-4453-8e47-fbaa9c096736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.508123] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1236.509334] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.510598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.510598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.510865] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fc05eab-ced7-4630-9687-656f7cfcab06 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.517928] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1236.517928] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5295396a-8a08-b9c9-ea64-91e6fde65de5" [ 1236.517928] env[69763]: _type = "Task" [ 1236.517928] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.530094] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5295396a-8a08-b9c9-ea64-91e6fde65de5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.605410] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Applying migration context for instance 8b3238d2-30d6-45d2-9aff-4752fa6e20cc as it has an incoming, in-progress migration f21d0c67-0004-41ee-861b-20430ea4e3a0. Migration status is pre-migrating {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1236.607081] env[69763]: INFO nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating resource usage from migration f21d0c67-0004-41ee-861b-20430ea4e3a0 [ 1236.631072] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 237f9247-6f24-4bbd-b9d1-84402bb6670d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.631240] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 333044fb-7528-4210-b5f5-566e74e0c286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.631369] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 642cf735-ef28-44f7-a9df-359861053897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.631489] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance a401c0f3-fb9b-462a-88c0-cbcea8109877 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.631631] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6880d482-64af-45bc-91c9-061fd63cf79f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1236.631750] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 8178ef2c-a2ad-4d14-afed-53867c75b6a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.631877] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance b73256cd-73d0-46fb-b086-5dad8eb5b1ea is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1236.632054] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 5e277453-dbfd-4eaa-b899-ee6743036ff0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.632225] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 4a9ce56b-1564-4845-9078-2048fbba9a37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.632511] env[69763]: WARNING nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance ea807c4d-ac53-415c-82eb-649d52932f9f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1236.632647] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 930eef24-4c5f-4a09-b015-2ceeb119ae00 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.632725] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9979980d-eead-4321-9891-cb84414b3a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.632846] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance ac2b827d-4467-4b83-814b-c45ccaac7318 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.632966] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.633122] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.633355] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Migration f21d0c67-0004-41ee-861b-20430ea4e3a0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1236.633640] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 8b3238d2-30d6-45d2-9aff-4752fa6e20cc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1236.651328] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.603222} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.651690] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c/8b10eef2-416c-4789-bbba-0f9a3bc6cc0c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1236.652253] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1236.652342] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a092cae-b026-4035-8ec8-3d561c9cdbf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.660781] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1236.660781] env[69763]: value = "task-4123335" [ 1236.660781] env[69763]: _type = "Task" [ 1236.660781] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1236.670331] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1236.717013] env[69763]: DEBUG nova.network.neutron [-] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.751605] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.751844] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.752043] env[69763]: DEBUG nova.network.neutron [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1236.777994] env[69763]: DEBUG oslo_vmware.api [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123334, 'name': PowerOnVM_Task, 'duration_secs': 0.676549} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.778304] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1236.778522] env[69763]: INFO nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Took 9.57 seconds to spawn the instance on the hypervisor. [ 1236.778707] env[69763]: DEBUG nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1236.779488] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5072a640-a77a-4599-a741-3ce92daf73f8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1236.865716] env[69763]: DEBUG nova.compute.manager [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-vif-deleted-d8526863-dc0a-4992-bf96-a51f2d921858 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.865716] env[69763]: INFO nova.compute.manager [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Neutron deleted interface d8526863-dc0a-4992-bf96-a51f2d921858; detaching it from the instance and deleting it from the info cache [ 1236.865716] env[69763]: DEBUG nova.network.neutron [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c3e177b-5035-4d2c-af99-1934689d74ad", "address": "fa:16:3e:f2:f0:fc", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c3e177b-50", "ovs_interfaceid": "1c3e177b-5035-4d2c-af99-1934689d74ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.910058] env[69763]: DEBUG nova.network.neutron [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance_info_cache with network_info: [{"id": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "address": "fa:16:3e:94:44:98", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07525ce2-4e", "ovs_interfaceid": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.010276] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a2f1ab6-8b05-42e1-849f-213c2c76ebbb req-66eec7e1-72bf-4a4a-9258-dd6886772380 service nova] Releasing lock "refresh_cache-0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.028768] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5295396a-8a08-b9c9-ea64-91e6fde65de5, 'name': SearchDatastore_Task, 'duration_secs': 0.015533} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.029101] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.029343] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1237.029592] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.029739] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.029918] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1237.030242] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8937e2d0-401a-4f7d-abcf-7b6075bb8e9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.039967] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1237.040212] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1237.040978] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56b31cf8-ab57-4c37-b31e-0959bef61496 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.046640] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1237.046640] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52abc2c0-d711-b404-f7ca-abd6f95c5cd0" [ 1237.046640] env[69763]: _type = "Task" [ 1237.046640] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.055127] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52abc2c0-d711-b404-f7ca-abd6f95c5cd0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.093944] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.094277] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.094517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.094704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1237.094876] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.097502] env[69763]: INFO nova.compute.manager [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Terminating instance [ 1237.136791] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9d202308-fcd5-4630-987e-b7eabc7fa6d7 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1237.171166] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070915} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.171439] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1237.172298] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-347ffb21-2ea8-4ba3-9944-1bf20d9ccd0f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.195626] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c/8b10eef2-416c-4789-bbba-0f9a3bc6cc0c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1237.196339] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d532a96a-a17a-4831-925e-4d0e7737538d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.217476] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1237.217476] env[69763]: value = "task-4123336" [ 1237.217476] env[69763]: _type = "Task" [ 1237.217476] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.221206] env[69763]: INFO nova.compute.manager [-] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Took 1.51 seconds to deallocate network for instance. [ 1237.230756] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123336, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.298930] env[69763]: INFO nova.compute.manager [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Took 38.55 seconds to build instance. [ 1237.368676] env[69763]: DEBUG oslo_concurrency.lockutils [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] Acquiring lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.413383] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.509653] env[69763]: INFO nova.network.neutron [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Port d8526863-dc0a-4992-bf96-a51f2d921858 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1237.509653] env[69763]: INFO nova.network.neutron [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Port 1c3e177b-5035-4d2c-af99-1934689d74ad from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1237.509653] env[69763]: DEBUG nova.network.neutron [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.560489] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52abc2c0-d711-b404-f7ca-abd6f95c5cd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010055} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.561477] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-65cc3d94-3b23-4624-a6f5-c78f94025e94 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.568481] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1237.568481] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52339b2a-99cb-59b5-99c5-8ba5ada400c8" [ 1237.568481] env[69763]: _type = "Task" [ 1237.568481] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.577791] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52339b2a-99cb-59b5-99c5-8ba5ada400c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.602379] env[69763]: DEBUG nova.compute.manager [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1237.602615] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1237.603705] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccf5d5d-7bae-4b9b-ae0c-8b54ca3139fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.613211] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1237.613619] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53c4e9cf-9568-43a5-84a4-6249832e08e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.621840] env[69763]: DEBUG oslo_vmware.api [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1237.621840] env[69763]: value = "task-4123337" [ 1237.621840] env[69763]: _type = "Task" [ 1237.621840] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.632279] env[69763]: DEBUG oslo_vmware.api [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.641056] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 675be34d-8cd7-4347-815c-27761d1fe049 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1237.641056] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 14 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1237.641056] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3264MB phys_disk=200GB used_disk=14GB total_vcpus=48 used_vcpus=14 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1237.732868] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.732868] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123336, 'name': ReconfigVM_Task, 'duration_secs': 0.442284} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1237.733676] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c/8b10eef2-416c-4789-bbba-0f9a3bc6cc0c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1237.733831] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-92a6d713-6d15-4b15-a7e2-831adb60dc1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.745426] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1237.745426] env[69763]: value = "task-4123338" [ 1237.745426] env[69763]: _type = "Task" [ 1237.745426] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1237.758742] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123338, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1237.799471] env[69763]: DEBUG nova.compute.manager [req-62be5d53-9231-414f-b301-7e144608406b req-c1a7cc88-7d2d-4dab-9c02-dbf97e61bd17 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Received event network-vif-deleted-a0d5c38f-2299-4e23-b5e5-3af44fe5707a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.799683] env[69763]: DEBUG nova.compute.manager [req-62be5d53-9231-414f-b301-7e144608406b req-c1a7cc88-7d2d-4dab-9c02-dbf97e61bd17 service nova] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Received event network-vif-deleted-1adaf8ca-b983-49a8-a3cf-96e40d6eee0d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1237.801653] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c983bb72-5697-4407-adf4-f5d4446962cc tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.060s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1237.937482] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63ad9603-88a4-4e85-b178-5b279062a018 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.948549] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5df3e4-933f-439d-87ea-5a9e1dcca73a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.982058] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24bfdf71-f860-48ca-a0dd-4f9bdbc7a717 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.991074] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c371111c-b290-44e9-b925-401814ca7f36 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.005974] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.011127] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.079184] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52339b2a-99cb-59b5-99c5-8ba5ada400c8, 'name': SearchDatastore_Task, 'duration_secs': 0.010393} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.079427] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.079717] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35/0eb8b03c-8429-47e6-aa69-c81cfd3f3d35.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1238.080258] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b26a9d5-723b-491d-bab4-f07912923f31 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.088060] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1238.088060] env[69763]: value = "task-4123339" [ 1238.088060] env[69763]: _type = "Task" [ 1238.088060] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.096897] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123339, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.132872] env[69763]: DEBUG oslo_vmware.api [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123337, 'name': PowerOffVM_Task, 'duration_secs': 0.289608} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.132872] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1238.132872] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1238.133127] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b481f44f-c631-4d0e-b335-0f59fcc8d64f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.258147] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123338, 'name': Rename_Task, 'duration_secs': 0.18259} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.258472] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1238.258734] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46fafd92-dfe4-4e3c-bc84-3ca83d86ccd3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.267431] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1238.267431] env[69763]: value = "task-4123341" [ 1238.267431] env[69763]: _type = "Task" [ 1238.267431] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.276922] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.302690] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1238.302940] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1238.303207] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleting the datastore file [datastore2] 8178ef2c-a2ad-4d14-afed-53867c75b6a4 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1238.303526] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e0dc209-95c6-4a95-a678-e19146f069b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.312736] env[69763]: DEBUG oslo_vmware.api [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1238.312736] env[69763]: value = "task-4123342" [ 1238.312736] env[69763]: _type = "Task" [ 1238.312736] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1238.326124] env[69763]: DEBUG oslo_vmware.api [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123342, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.509345] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1238.514795] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4e49925b-4bed-4bb2-aeca-e2359ecb83fc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-8178ef2c-a2ad-4d14-afed-53867c75b6a4-d8526863-dc0a-4992-bf96-a51f2d921858" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.744s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1238.599048] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123339, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.779515] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123341, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1238.824162] env[69763]: DEBUG oslo_vmware.api [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123342, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.455681} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1238.824550] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1238.824764] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1238.824941] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1238.825495] env[69763]: INFO nova.compute.manager [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Took 1.22 seconds to destroy the instance on the hypervisor. [ 1238.825495] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1238.825721] env[69763]: DEBUG nova.compute.manager [-] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1238.825825] env[69763]: DEBUG nova.network.neutron [-] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1238.878650] env[69763]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 1c3e177b-5035-4d2c-af99-1934689d74ad could not be found.", "detail": ""}} {{(pid=69763) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1238.878987] env[69763]: DEBUG nova.network.neutron [-] Unable to show port 1c3e177b-5035-4d2c-af99-1934689d74ad as it no longer exists. {{(pid=69763) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1238.933574] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be96d757-4d0c-4e58-9ded-1e128164f0c4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.953364] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance '8b3238d2-30d6-45d2-9aff-4752fa6e20cc' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1239.015323] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1239.016520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.426s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.017126] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.397s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.017362] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.019545] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.365s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.021186] env[69763]: INFO nova.compute.claims [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.060517] env[69763]: INFO nova.scheduler.client.report [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Deleted allocations for instance b73256cd-73d0-46fb-b086-5dad8eb5b1ea [ 1239.100892] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123339, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.539472} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.101240] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35/0eb8b03c-8429-47e6-aa69-c81cfd3f3d35.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1239.101480] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1239.101759] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40f9b45f-deb7-48d7-8baf-ebfb8eb20aa0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.111589] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1239.111589] env[69763]: value = "task-4123343" [ 1239.111589] env[69763]: _type = "Task" [ 1239.111589] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.123170] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123343, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.282884] env[69763]: DEBUG oslo_vmware.api [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123341, 'name': PowerOnVM_Task, 'duration_secs': 0.888264} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.282884] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1239.282884] env[69763]: INFO nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1239.283304] env[69763]: DEBUG nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1239.283977] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f19f1400-313a-419b-9ab7-3f2823165382 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.460059] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1239.460450] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fe9b2cd-bb65-4a5d-9ffe-a2e479e1637a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.471095] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1239.471095] env[69763]: value = "task-4123344" [ 1239.471095] env[69763]: _type = "Task" [ 1239.471095] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.481707] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123344, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.575020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-331ebb3d-1f05-4119-a46c-a9393bd4b17a tempest-ImagesTestJSON-1358045384 tempest-ImagesTestJSON-1358045384-project-member] Lock "b73256cd-73d0-46fb-b086-5dad8eb5b1ea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.804s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.623823] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123343, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.11681} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.624315] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1239.625329] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8660731-5b9c-4c1b-8f07-f9236d678e14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.652200] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35/0eb8b03c-8429-47e6-aa69-c81cfd3f3d35.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1239.652657] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-354828d0-2075-415a-8c71-49a57646c6d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1239.675891] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1239.675891] env[69763]: value = "task-4123345" [ 1239.675891] env[69763]: _type = "Task" [ 1239.675891] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1239.685923] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123345, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1239.804619] env[69763]: INFO nova.compute.manager [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Took 40.48 seconds to build instance. [ 1239.860139] env[69763]: DEBUG nova.compute.manager [req-ba410e74-f5b8-4ca6-96bb-538b34a38aab req-2b2d237f-bd52-46f5-a9c0-031e73235ba1 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-vif-deleted-0a76094a-30d4-4826-b815-d9a352e1aa4b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1239.860139] env[69763]: INFO nova.compute.manager [req-ba410e74-f5b8-4ca6-96bb-538b34a38aab req-2b2d237f-bd52-46f5-a9c0-031e73235ba1 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Neutron deleted interface 0a76094a-30d4-4826-b815-d9a352e1aa4b; detaching it from the instance and deleting it from the info cache [ 1239.860139] env[69763]: DEBUG nova.network.neutron [req-ba410e74-f5b8-4ca6-96bb-538b34a38aab req-2b2d237f-bd52-46f5-a9c0-031e73235ba1 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.877466] env[69763]: DEBUG nova.network.neutron [-] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1239.984784] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123344, 'name': PowerOffVM_Task, 'duration_secs': 0.346344} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1239.985069] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1239.985297] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance '8b3238d2-30d6-45d2-9aff-4752fa6e20cc' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1240.188622] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123345, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.306322] env[69763]: DEBUG oslo_concurrency.lockutils [None req-45111d7a-8007-46c5-98e3-91af1b1af294 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.991s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.332286] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beba7ce6-99e1-4713-95bf-7cd66f28342f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.341514] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee8b9494-e880-41be-9951-17e22794b9cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.377244] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06198f7f-8e05-4aa5-8a9e-b5b4fe72b195 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.381083] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ae83b0-e131-406b-9ccc-799130ac418b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.384132] env[69763]: INFO nova.compute.manager [-] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Took 1.56 seconds to deallocate network for instance. [ 1240.395101] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5be6fd3e-6592-4885-afdf-f3dbbbeb29a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.402305] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e4803b1-1f7f-4d72-9c18-67801d1b83cb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.425430] env[69763]: DEBUG nova.compute.provider_tree [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.445080] env[69763]: DEBUG nova.compute.manager [req-ba410e74-f5b8-4ca6-96bb-538b34a38aab req-2b2d237f-bd52-46f5-a9c0-031e73235ba1 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Detach interface failed, port_id=0a76094a-30d4-4826-b815-d9a352e1aa4b, reason: Instance 8178ef2c-a2ad-4d14-afed-53867c75b6a4 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1240.446362] env[69763]: DEBUG nova.scheduler.client.report [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.492331] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1240.492611] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1240.492760] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1240.492945] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1240.493171] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1240.493367] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1240.493597] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1240.493767] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1240.493929] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1240.494112] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1240.494290] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1240.499307] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7c04e031-1c42-48db-b364-b593d4d0496d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.515945] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1240.515945] env[69763]: value = "task-4123346" [ 1240.515945] env[69763]: _type = "Task" [ 1240.515945] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.525396] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123346, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.689266] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123345, 'name': ReconfigVM_Task, 'duration_secs': 0.701385} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1240.689348] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35/0eb8b03c-8429-47e6-aa69-c81cfd3f3d35.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1240.690232] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-adc5f6f9-a54e-4a7f-8d93-38b21c3f4836 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.698382] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1240.698382] env[69763]: value = "task-4123347" [ 1240.698382] env[69763]: _type = "Task" [ 1240.698382] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1240.708353] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123347, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1240.898488] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.946437] env[69763]: INFO nova.compute.manager [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Rescuing [ 1240.946789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.946942] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.947377] env[69763]: DEBUG nova.network.neutron [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1240.951153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.931s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1240.951622] env[69763]: DEBUG nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1240.954509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.973s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.955944] env[69763]: INFO nova.compute.claims [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1241.027281] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123346, 'name': ReconfigVM_Task, 'duration_secs': 0.332507} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.027627] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance '8b3238d2-30d6-45d2-9aff-4752fa6e20cc' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1241.213990] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123347, 'name': Rename_Task, 'duration_secs': 0.200717} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1241.214663] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1241.215047] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89d6c36a-1362-40e3-adf8-6e7f9688a01c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.227303] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1241.227303] env[69763]: value = "task-4123348" [ 1241.227303] env[69763]: _type = "Task" [ 1241.227303] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.239371] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123348, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.460628] env[69763]: DEBUG nova.compute.utils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.468084] env[69763]: DEBUG nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.469302] env[69763]: DEBUG nova.network.neutron [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.533724] env[69763]: DEBUG nova.policy [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '665ecdc525994b43be25ec87be305339', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8010571ff2548df891f415617a334b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.537816] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.537816] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.538022] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.538172] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.538375] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.538588] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.538856] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.541405] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.541405] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.541405] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.541405] env[69763]: DEBUG nova.virt.hardware [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.547981] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Reconfiguring VM instance instance-00000057 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1241.550921] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bcc2ce30-a3aa-4b9a-8000-fd1694f5f2bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.574629] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1241.574629] env[69763]: value = "task-4123349" [ 1241.574629] env[69763]: _type = "Task" [ 1241.574629] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1241.586185] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123349, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.733886] env[69763]: DEBUG nova.network.neutron [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Updating instance_info_cache with network_info: [{"id": "53f7c1ff-44a0-4c31-94a2-becc50965038", "address": "fa:16:3e:83:db:d3", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53f7c1ff-44", "ovs_interfaceid": "53f7c1ff-44a0-4c31-94a2-becc50965038", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.757367] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123348, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1241.960498] env[69763]: DEBUG nova.network.neutron [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Successfully created port: 7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1241.964406] env[69763]: DEBUG nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.089847] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123349, 'name': ReconfigVM_Task, 'duration_secs': 0.225987} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.090449] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Reconfigured VM instance instance-00000057 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1242.091786] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b7144f-87d0-4e5c-99d8-3ad77539825e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.121758] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 8b3238d2-30d6-45d2-9aff-4752fa6e20cc/8b3238d2-30d6-45d2-9aff-4752fa6e20cc.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1242.125822] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-468b606a-101c-4166-88f1-5021dbc42fe9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.149067] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1242.149067] env[69763]: value = "task-4123350" [ 1242.149067] env[69763]: _type = "Task" [ 1242.149067] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.159478] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123350, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.239835] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "refresh_cache-8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.241998] env[69763]: DEBUG oslo_vmware.api [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123348, 'name': PowerOnVM_Task, 'duration_secs': 0.53812} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1242.244936] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1242.245172] env[69763]: INFO nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1242.245355] env[69763]: DEBUG nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1242.246625] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5949cdcb-e0f2-4220-8966-18eb72897efd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.375747] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c64a69a2-8e3c-4633-a73f-b4c2191d6413 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.385566] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f072d9f-4a86-47ae-8954-a991b47fc1f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.422430] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a857bd36-d50a-4719-b65f-adde4f434dab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.432164] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bab49ba-cf91-4eab-95e8-cf9b35f17436 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.448239] env[69763]: DEBUG nova.compute.provider_tree [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.659424] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123350, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.772320] env[69763]: INFO nova.compute.manager [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Took 36.82 seconds to build instance. [ 1242.951378] env[69763]: DEBUG nova.scheduler.client.report [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.973819] env[69763]: DEBUG nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1242.998229] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1242.998419] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1242.998611] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.998807] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1242.998958] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.999132] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1242.999360] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1242.999520] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1242.999691] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1242.999856] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.000100] env[69763]: DEBUG nova.virt.hardware [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.001175] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49615b6-4b50-41a7-bb07-e394309db9bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.011017] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2872eb9c-9207-42c7-aa70-03d2cd5605d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.160115] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123350, 'name': ReconfigVM_Task, 'duration_secs': 1.007215} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.160115] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 8b3238d2-30d6-45d2-9aff-4752fa6e20cc/8b3238d2-30d6-45d2-9aff-4752fa6e20cc.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1243.160115] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance '8b3238d2-30d6-45d2-9aff-4752fa6e20cc' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.274429] env[69763]: DEBUG oslo_concurrency.lockutils [None req-979169fe-1715-4964-aa44-21ee861c60ab tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.342s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.457013] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.457591] env[69763]: DEBUG nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1243.462254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.216s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.462254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.464084] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.155s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.464384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.466247] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.734s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.466359] env[69763]: DEBUG nova.objects.instance [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lazy-loading 'resources' on Instance uuid 930eef24-4c5f-4a09-b015-2ceeb119ae00 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1243.499966] env[69763]: INFO nova.scheduler.client.report [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted allocations for instance ea807c4d-ac53-415c-82eb-649d52932f9f [ 1243.506574] env[69763]: INFO nova.scheduler.client.report [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted allocations for instance 6880d482-64af-45bc-91c9-061fd63cf79f [ 1243.637995] env[69763]: DEBUG nova.compute.manager [req-3b145bbb-4dd9-44ac-a7a4-b2b54ab0f2a1 req-32e3bce5-0265-4935-97d5-47a7de486c78 service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Received event network-vif-plugged-7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.638304] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b145bbb-4dd9-44ac-a7a4-b2b54ab0f2a1 req-32e3bce5-0265-4935-97d5-47a7de486c78 service nova] Acquiring lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.638563] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b145bbb-4dd9-44ac-a7a4-b2b54ab0f2a1 req-32e3bce5-0265-4935-97d5-47a7de486c78 service nova] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.638840] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b145bbb-4dd9-44ac-a7a4-b2b54ab0f2a1 req-32e3bce5-0265-4935-97d5-47a7de486c78 service nova] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.639047] env[69763]: DEBUG nova.compute.manager [req-3b145bbb-4dd9-44ac-a7a4-b2b54ab0f2a1 req-32e3bce5-0265-4935-97d5-47a7de486c78 service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] No waiting events found dispatching network-vif-plugged-7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1243.639432] env[69763]: WARNING nova.compute.manager [req-3b145bbb-4dd9-44ac-a7a4-b2b54ab0f2a1 req-32e3bce5-0265-4935-97d5-47a7de486c78 service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Received unexpected event network-vif-plugged-7a7472b2-9c79-43d0-85e6-f1d4a8032485 for instance with vm_state building and task_state spawning. [ 1243.667973] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5177b1b-02ce-4297-9022-32bf700e0800 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.699336] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-542e039e-5396-44ed-b4b7-ed6367554101 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.724755] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance '8b3238d2-30d6-45d2-9aff-4752fa6e20cc' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1243.726280] env[69763]: DEBUG nova.network.neutron [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Successfully updated port: 7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.793746] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1243.794244] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32a6fce3-f9eb-4603-a81b-7dd4a00a8b0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.803119] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1243.803119] env[69763]: value = "task-4123351" [ 1243.803119] env[69763]: _type = "Task" [ 1243.803119] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.812859] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123351, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.970129] env[69763]: DEBUG nova.compute.utils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1243.974758] env[69763]: DEBUG nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1243.974758] env[69763]: DEBUG nova.network.neutron [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1244.009320] env[69763]: DEBUG oslo_concurrency.lockutils [None req-37ed6122-fcf1-4940-bedb-53baca5f052f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "ea807c4d-ac53-415c-82eb-649d52932f9f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.761s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.015475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-758a894d-5978-45cf-a693-d0e85164d90e tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "6880d482-64af-45bc-91c9-061fd63cf79f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.815s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.049999] env[69763]: DEBUG nova.policy [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'aef97f5db5c44b9a918b582821f96856', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2ed4a619bdfc4ab3b27eb517151b3955', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1244.235200] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.237644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.237644] env[69763]: DEBUG nova.network.neutron [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.274420] env[69763]: DEBUG nova.network.neutron [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Port 07525ce2-4e28-40a9-82f7-cf0bddbc3876 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1244.291055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2afc4efe-7f6f-4de4-9f95-25711893627e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.301253] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fc554f4-bc2f-4df8-b4ca-2c8827808704 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.346096] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123351, 'name': PowerOffVM_Task, 'duration_secs': 0.287476} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.346096] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1244.347064] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad663074-72e2-467c-820b-c0e3b681d4a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.350411] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a563a503-46e8-4102-9670-246ee32355f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.372253] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f47cfcd-c28b-4e31-84eb-a2391a813212 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.379023] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0350df5-60ec-4623-b83f-789f6b5eb40a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.394898] env[69763]: DEBUG nova.compute.provider_tree [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1244.424726] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1244.425841] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d2d58055-c98d-464e-82f2-a2744b5ecb5e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.435906] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1244.435906] env[69763]: value = "task-4123352" [ 1244.435906] env[69763]: _type = "Task" [ 1244.435906] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.447185] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1244.447626] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.447842] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.448046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.448277] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.448683] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-59f09a90-1488-41fb-a7be-77f932a76c6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.460430] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.461035] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.461879] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7069734-a101-4485-b125-421d97723036 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.468784] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1244.468784] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522b8e18-8874-6aa8-9099-8406ec27f969" [ 1244.468784] env[69763]: _type = "Task" [ 1244.468784] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.474997] env[69763]: DEBUG nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1244.481247] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522b8e18-8874-6aa8-9099-8406ec27f969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.550557] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.550680] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.551839] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1244.551839] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1244.551839] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.554997] env[69763]: INFO nova.compute.manager [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Terminating instance [ 1244.753995] env[69763]: DEBUG nova.network.neutron [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Successfully created port: 2d7ed545-16ae-4e4c-96bc-a698c8930aa2 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1244.788569] env[69763]: DEBUG nova.network.neutron [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.902673] env[69763]: DEBUG nova.scheduler.client.report [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1244.965775] env[69763]: DEBUG nova.network.neutron [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Updating instance_info_cache with network_info: [{"id": "7a7472b2-9c79-43d0-85e6-f1d4a8032485", "address": "fa:16:3e:da:02:b9", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7472b2-9c", "ovs_interfaceid": "7a7472b2-9c79-43d0-85e6-f1d4a8032485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.980461] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522b8e18-8874-6aa8-9099-8406ec27f969, 'name': SearchDatastore_Task, 'duration_secs': 0.014279} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.985706] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5052d182-0c96-45a5-b7e1-3db0b4b6096d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.994853] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1244.994853] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5272ea4e-216e-97cf-f6f3-446b7c1852c8" [ 1244.994853] env[69763]: _type = "Task" [ 1244.994853] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.011034] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5272ea4e-216e-97cf-f6f3-446b7c1852c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.059956] env[69763]: DEBUG nova.compute.manager [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1245.063144] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1245.063144] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a464105-011f-47e8-838b-f4536ebcbb1e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.070631] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1245.071157] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5452fc5e-9de5-412f-8d88-f8a3a72ee7fb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.080381] env[69763]: DEBUG oslo_vmware.api [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1245.080381] env[69763]: value = "task-4123353" [ 1245.080381] env[69763]: _type = "Task" [ 1245.080381] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.092700] env[69763]: DEBUG oslo_vmware.api [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123353, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.314332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.314632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.314778] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.407949] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.942s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.410583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.512s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.410820] env[69763]: DEBUG nova.objects.instance [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'resources' on Instance uuid 8178ef2c-a2ad-4d14-afed-53867c75b6a4 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.428874] env[69763]: INFO nova.scheduler.client.report [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Deleted allocations for instance 930eef24-4c5f-4a09-b015-2ceeb119ae00 [ 1245.469759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.469920] env[69763]: DEBUG nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Instance network_info: |[{"id": "7a7472b2-9c79-43d0-85e6-f1d4a8032485", "address": "fa:16:3e:da:02:b9", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7472b2-9c", "ovs_interfaceid": "7a7472b2-9c79-43d0-85e6-f1d4a8032485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.470377] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:da:02:b9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a7472b2-9c79-43d0-85e6-f1d4a8032485', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.478519] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.479522] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.479774] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2c69210b-3861-4814-aade-5650f2e19cf4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.495742] env[69763]: DEBUG nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1245.504604] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.504604] env[69763]: value = "task-4123354" [ 1245.504604] env[69763]: _type = "Task" [ 1245.504604] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.508445] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5272ea4e-216e-97cf-f6f3-446b7c1852c8, 'name': SearchDatastore_Task, 'duration_secs': 0.01329} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.511814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.512120] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. {{(pid=69763) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1245.514588] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6d45742d-37dc-48df-a642-b12cfa195b32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.522530] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123354, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.525032] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1245.525388] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1245.525488] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1245.525666] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1245.525809] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1245.525970] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1245.526211] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1245.526375] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1245.526545] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1245.526731] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1245.526912] env[69763]: DEBUG nova.virt.hardware [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1245.528955] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ca5abb9-a619-4277-9c47-bb447631cdf8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.531933] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1245.531933] env[69763]: value = "task-4123355" [ 1245.531933] env[69763]: _type = "Task" [ 1245.531933] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.539929] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e6f0db-2425-4e1b-9839-1dc7dfc8a421 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.548416] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123355, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.551799] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.552041] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.592046] env[69763]: DEBUG oslo_vmware.api [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123353, 'name': PowerOffVM_Task, 'duration_secs': 0.202409} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.592498] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1245.592640] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1245.592910] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42d9d7b9-ec03-4f25-92fa-4f317ced10ea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.665357] env[69763]: DEBUG nova.compute.manager [req-d6b72380-ad02-45a8-8763-4edc6f2983ab req-8faf7c03-5bce-409b-a2d2-4ddab97e598b service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Received event network-changed-7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.665607] env[69763]: DEBUG nova.compute.manager [req-d6b72380-ad02-45a8-8763-4edc6f2983ab req-8faf7c03-5bce-409b-a2d2-4ddab97e598b service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Refreshing instance network info cache due to event network-changed-7a7472b2-9c79-43d0-85e6-f1d4a8032485. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.665827] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6b72380-ad02-45a8-8763-4edc6f2983ab req-8faf7c03-5bce-409b-a2d2-4ddab97e598b service nova] Acquiring lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.665983] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6b72380-ad02-45a8-8763-4edc6f2983ab req-8faf7c03-5bce-409b-a2d2-4ddab97e598b service nova] Acquired lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.666140] env[69763]: DEBUG nova.network.neutron [req-d6b72380-ad02-45a8-8763-4edc6f2983ab req-8faf7c03-5bce-409b-a2d2-4ddab97e598b service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Refreshing network info cache for port 7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.670742] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1245.670967] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1245.671194] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleting the datastore file [datastore2] 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1245.671460] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39f03ac0-e781-48e4-ae1c-75f5ab7f4078 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.678223] env[69763]: DEBUG oslo_vmware.api [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1245.678223] env[69763]: value = "task-4123357" [ 1245.678223] env[69763]: _type = "Task" [ 1245.678223] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.688359] env[69763]: DEBUG oslo_vmware.api [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123357, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.928796] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.929164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.936440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60104a2b-024c-42ac-92d1-91f8587f483c tempest-ServersTestMultiNic-1839425708 tempest-ServersTestMultiNic-1839425708-project-member] Lock "930eef24-4c5f-4a09-b015-2ceeb119ae00" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.478s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1246.025607] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123354, 'name': CreateVM_Task, 'duration_secs': 0.449859} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.026023] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1246.026848] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.027117] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.027511] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.027802] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13e70608-bdc4-490c-84f3-60465d2e71f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.042263] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1246.042263] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f37ea1-5199-ee5e-f65e-09b371548a42" [ 1246.042263] env[69763]: _type = "Task" [ 1246.042263] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.049988] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123355, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.057134] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f37ea1-5199-ee5e-f65e-09b371548a42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.065778] env[69763]: DEBUG nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.190144] env[69763]: DEBUG oslo_vmware.api [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123357, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477834} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.191790] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1246.191790] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1246.191790] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1246.191790] env[69763]: INFO nova.compute.manager [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1246.191790] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1246.191999] env[69763]: DEBUG nova.compute.manager [-] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1246.191999] env[69763]: DEBUG nova.network.neutron [-] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1246.244358] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b269a7-4d5a-4989-b242-8c50f516cd68 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.254063] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7e5df4-1bd7-40b1-9220-223ce592395a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.291051] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a2eeb1a-b7df-4b01-b552-ebb2108f1073 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.302940] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf081b9-0105-4291-8ca7-2218bd04361b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.325174] env[69763]: DEBUG nova.compute.provider_tree [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1246.395476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.395726] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.395911] env[69763]: DEBUG nova.network.neutron [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1246.432138] env[69763]: DEBUG nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1246.548053] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123355, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578633} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.552188] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. [ 1246.555214] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61c31518-9ba8-4307-a8ee-3af2bf5213cb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.564705] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f37ea1-5199-ee5e-f65e-09b371548a42, 'name': SearchDatastore_Task, 'duration_secs': 0.04884} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.579758] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.580059] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.580315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.580465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.580645] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.592502] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.595444] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39a2eb21-fe0d-4cb9-bb62-659bcbc8c570 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.598041] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b7ca8b00-f62c-46fc-a3e0-d0121a93be81 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.621572] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1246.621572] env[69763]: value = "task-4123358" [ 1246.621572] env[69763]: _type = "Task" [ 1246.621572] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.622953] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.623266] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.627242] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-634f9428-5137-455e-8996-9eb36dfda015 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.630229] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.637076] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123358, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.639163] env[69763]: DEBUG nova.network.neutron [req-d6b72380-ad02-45a8-8763-4edc6f2983ab req-8faf7c03-5bce-409b-a2d2-4ddab97e598b service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Updated VIF entry in instance network info cache for port 7a7472b2-9c79-43d0-85e6-f1d4a8032485. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1246.639529] env[69763]: DEBUG nova.network.neutron [req-d6b72380-ad02-45a8-8763-4edc6f2983ab req-8faf7c03-5bce-409b-a2d2-4ddab97e598b service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Updating instance_info_cache with network_info: [{"id": "7a7472b2-9c79-43d0-85e6-f1d4a8032485", "address": "fa:16:3e:da:02:b9", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7472b2-9c", "ovs_interfaceid": "7a7472b2-9c79-43d0-85e6-f1d4a8032485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.640885] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1246.640885] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e65c0f-0766-ab3b-899b-2754fa390f40" [ 1246.640885] env[69763]: _type = "Task" [ 1246.640885] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.653869] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e65c0f-0766-ab3b-899b-2754fa390f40, 'name': SearchDatastore_Task, 'duration_secs': 0.012256} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.655119] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82466c91-60b6-4ed6-9811-ece6011056f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.662771] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1246.662771] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207f39d-320c-4cca-5806-0782a39a5e19" [ 1246.662771] env[69763]: _type = "Task" [ 1246.662771] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.672449] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207f39d-320c-4cca-5806-0782a39a5e19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.677518] env[69763]: DEBUG nova.network.neutron [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Successfully updated port: 2d7ed545-16ae-4e4c-96bc-a698c8930aa2 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1246.831466] env[69763]: DEBUG nova.scheduler.client.report [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1246.958517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.118020] env[69763]: DEBUG nova.network.neutron [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance_info_cache with network_info: [{"id": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "address": "fa:16:3e:94:44:98", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07525ce2-4e", "ovs_interfaceid": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.132919] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123358, 'name': ReconfigVM_Task, 'duration_secs': 0.308273} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.133358] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1247.134122] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734d0523-00d9-41df-b5ea-750b8b505d26 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.156986] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6b72380-ad02-45a8-8763-4edc6f2983ab req-8faf7c03-5bce-409b-a2d2-4ddab97e598b service nova] Releasing lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.157429] env[69763]: DEBUG nova.network.neutron [-] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.165700] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc1511fc-d71e-422e-8d5e-1e0c82d294d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.180546] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.180741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.180906] env[69763]: DEBUG nova.network.neutron [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1247.191246] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207f39d-320c-4cca-5806-0782a39a5e19, 'name': SearchDatastore_Task, 'duration_secs': 0.010862} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.193467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.193467] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9d202308-fcd5-4630-987e-b7eabc7fa6d7/9d202308-fcd5-4630-987e-b7eabc7fa6d7.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.193467] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1247.193467] env[69763]: value = "task-4123359" [ 1247.193467] env[69763]: _type = "Task" [ 1247.193467] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.193755] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2df4b6ab-d3c3-4331-959b-343964044795 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.206785] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123359, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.208427] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1247.208427] env[69763]: value = "task-4123360" [ 1247.208427] env[69763]: _type = "Task" [ 1247.208427] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.337183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.339911] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.710s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.341641] env[69763]: INFO nova.compute.claims [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.360158] env[69763]: INFO nova.scheduler.client.report [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleted allocations for instance 8178ef2c-a2ad-4d14-afed-53867c75b6a4 [ 1247.622262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.666361] env[69763]: INFO nova.compute.manager [-] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Took 1.47 seconds to deallocate network for instance. [ 1247.710706] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123359, 'name': ReconfigVM_Task, 'duration_secs': 0.1897} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.714735] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.715338] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7cf69b2f-62ae-483d-a6f8-2d4265cc4dab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.726146] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123360, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.727815] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1247.727815] env[69763]: value = "task-4123361" [ 1247.727815] env[69763]: _type = "Task" [ 1247.727815] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.732365] env[69763]: DEBUG nova.network.neutron [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1247.741075] env[69763]: DEBUG nova.compute.manager [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Received event network-vif-plugged-2d7ed545-16ae-4e4c-96bc-a698c8930aa2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.741371] env[69763]: DEBUG oslo_concurrency.lockutils [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] Acquiring lock "675be34d-8cd7-4347-815c-27761d1fe049-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.741524] env[69763]: DEBUG oslo_concurrency.lockutils [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] Lock "675be34d-8cd7-4347-815c-27761d1fe049-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.741698] env[69763]: DEBUG oslo_concurrency.lockutils [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] Lock "675be34d-8cd7-4347-815c-27761d1fe049-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.741870] env[69763]: DEBUG nova.compute.manager [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] No waiting events found dispatching network-vif-plugged-2d7ed545-16ae-4e4c-96bc-a698c8930aa2 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1247.742085] env[69763]: WARNING nova.compute.manager [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Received unexpected event network-vif-plugged-2d7ed545-16ae-4e4c-96bc-a698c8930aa2 for instance with vm_state building and task_state spawning. [ 1247.742298] env[69763]: DEBUG nova.compute.manager [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Received event network-vif-deleted-f04ca19d-a94e-4453-8e47-fbaa9c096736 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.742476] env[69763]: DEBUG nova.compute.manager [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Received event network-changed-2d7ed545-16ae-4e4c-96bc-a698c8930aa2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.742630] env[69763]: DEBUG nova.compute.manager [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Refreshing instance network info cache due to event network-changed-2d7ed545-16ae-4e4c-96bc-a698c8930aa2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1247.742801] env[69763]: DEBUG oslo_concurrency.lockutils [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] Acquiring lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.743409] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123361, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.864472] env[69763]: DEBUG nova.network.neutron [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Updating instance_info_cache with network_info: [{"id": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "address": "fa:16:3e:8b:59:cf", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7ed545-16", "ovs_interfaceid": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.879815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-490bdd3b-d935-4346-b31d-379366a8849c tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.783s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.880896] env[69763]: DEBUG oslo_concurrency.lockutils [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] Acquired lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.881760] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1730d946-3fd5-4857-927d-d189e8dac6c4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.893714] env[69763]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1247.893897] env[69763]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=69763) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1247.894573] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-60a69ccf-ef2e-438b-ade0-7a0fe3486b24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.906897] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b46a59-7fb5-44f8-8301-88b358060d3e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.947649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.947873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.948109] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "a401c0f3-fb9b-462a-88c0-cbcea8109877-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.948300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.948501] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1247.951915] env[69763]: ERROR root [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-816748' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-816748' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-816748' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-816748'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-816748' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-816748' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-816748'}\n"]: nova.exception.InstanceNotFound: Instance 8178ef2c-a2ad-4d14-afed-53867c75b6a4 could not be found. [ 1247.953323] env[69763]: DEBUG oslo_concurrency.lockutils [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] Releasing lock "8178ef2c-a2ad-4d14-afed-53867c75b6a4" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.953323] env[69763]: DEBUG nova.compute.manager [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Detach interface failed, port_id=d8526863-dc0a-4992-bf96-a51f2d921858, reason: Instance 8178ef2c-a2ad-4d14-afed-53867c75b6a4 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1247.953323] env[69763]: DEBUG nova.compute.manager [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Received event network-vif-deleted-1c3e177b-5035-4d2c-af99-1934689d74ad {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1247.953323] env[69763]: INFO nova.compute.manager [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Neutron deleted interface 1c3e177b-5035-4d2c-af99-1934689d74ad; detaching it from the instance and deleting it from the info cache [ 1247.953323] env[69763]: DEBUG nova.network.neutron [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Updating instance_info_cache with network_info: [{"id": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "address": "fa:16:3e:f3:91:26", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a76094a-30", "ovs_interfaceid": "0a76094a-30d4-4826-b815-d9a352e1aa4b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1247.954691] env[69763]: INFO nova.compute.manager [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Terminating instance [ 1248.151661] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adfbd7d9-8d34-4761-9119-8135f21862b9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.171739] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e32672-a198-4d99-b53d-e29ff1729f0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.175484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.181137] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance '8b3238d2-30d6-45d2-9aff-4752fa6e20cc' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1248.225517] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525364} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.226050] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9d202308-fcd5-4630-987e-b7eabc7fa6d7/9d202308-fcd5-4630-987e-b7eabc7fa6d7.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1248.226237] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1248.226710] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-50272837-1e11-495a-90de-15965bdcdbf4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.242795] env[69763]: DEBUG oslo_vmware.api [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123361, 'name': PowerOnVM_Task, 'duration_secs': 0.429174} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.245845] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.248730] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1248.248730] env[69763]: value = "task-4123362" [ 1248.248730] env[69763]: _type = "Task" [ 1248.248730] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.250015] env[69763]: DEBUG nova.compute.manager [None req-0cf31c52-2d16-4e96-ba7d-0bdcf3ea9cbb tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1248.251049] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d919c2-4a3f-4746-9ac7-f27b8aed6274 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.268464] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.369804] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.371294] env[69763]: DEBUG nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Instance network_info: |[{"id": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "address": "fa:16:3e:8b:59:cf", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7ed545-16", "ovs_interfaceid": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1248.372847] env[69763]: DEBUG oslo_concurrency.lockutils [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] Acquired lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.373370] env[69763]: DEBUG nova.network.neutron [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Refreshing network info cache for port 2d7ed545-16ae-4e4c-96bc-a698c8930aa2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1248.375749] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:59:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'e1c9bb98-73a9-48eb-856e-a541afe9b07b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d7ed545-16ae-4e4c-96bc-a698c8930aa2', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1248.384241] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1248.388111] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1248.390500] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0c2bca7-e49f-4dd5-91e5-1df9c52356e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.415252] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1248.415252] env[69763]: value = "task-4123363" [ 1248.415252] env[69763]: _type = "Task" [ 1248.415252] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.428150] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123363, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.458255] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b60173dc-8891-4ac6-8796-aeaa7e5c9356 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.464898] env[69763]: DEBUG nova.compute.manager [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1248.465143] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1248.466418] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d404b-a909-42ae-928b-5c0b42decd16 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.476672] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1248.481733] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cebc1881-05e8-420b-8d7b-ebd4a29cae25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.488538] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7f883a2-c886-4f79-bfd7-ff170294798b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.509762] env[69763]: DEBUG oslo_vmware.api [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1248.509762] env[69763]: value = "task-4123364" [ 1248.509762] env[69763]: _type = "Task" [ 1248.509762] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.535249] env[69763]: DEBUG nova.compute.manager [req-3de8e2af-e4a8-483c-9443-2526f869cb9f req-a3744aa9-791a-48e6-bce7-355a0c0db060 service nova] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Detach interface failed, port_id=1c3e177b-5035-4d2c-af99-1934689d74ad, reason: Instance 8178ef2c-a2ad-4d14-afed-53867c75b6a4 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1248.539026] env[69763]: DEBUG oslo_vmware.api [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.674996] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c5c35de-e8e7-4586-b09a-b513c1d7b456 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.685016] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6a53d-a709-46b1-8f2f-d04326d444b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.691181] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1248.691520] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1415dcb8-d40c-4d83-96ba-3918b0b04d4d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.726871] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2003ed78-e18f-4e46-a906-e530966ed367 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.730108] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1248.730108] env[69763]: value = "task-4123365" [ 1248.730108] env[69763]: _type = "Task" [ 1248.730108] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.738334] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99bc75dd-f909-4af0-8cb2-f0ca5f62d715 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.750476] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123365, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.758501] env[69763]: DEBUG nova.compute.provider_tree [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.769630] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081997} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.770865] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.771800] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9349c6-7e28-4b18-b404-de408faa1e17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.799690] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] 9d202308-fcd5-4630-987e-b7eabc7fa6d7/9d202308-fcd5-4630-987e-b7eabc7fa6d7.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.800835] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-908d3731-2bf5-475f-9fd5-0d9100f256d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.824951] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1248.824951] env[69763]: value = "task-4123366" [ 1248.824951] env[69763]: _type = "Task" [ 1248.824951] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.834422] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123366, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.929279] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123363, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.027551] env[69763]: DEBUG oslo_vmware.api [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123364, 'name': PowerOffVM_Task, 'duration_secs': 0.241048} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.031334] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1249.031525] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1249.031844] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64f37b36-2c1e-4302-8967-a73889464657 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.130717] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1249.130957] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1249.131160] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Deleting the datastore file [datastore2] a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.131487] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d4b15e8-f7fa-4ac6-b539-70c127bf4d39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.143612] env[69763]: DEBUG oslo_vmware.api [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1249.143612] env[69763]: value = "task-4123368" [ 1249.143612] env[69763]: _type = "Task" [ 1249.143612] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.152691] env[69763]: DEBUG oslo_vmware.api [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123368, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.241027] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.255632] env[69763]: DEBUG nova.network.neutron [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Updated VIF entry in instance network info cache for port 2d7ed545-16ae-4e4c-96bc-a698c8930aa2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1249.256046] env[69763]: DEBUG nova.network.neutron [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Updating instance_info_cache with network_info: [{"id": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "address": "fa:16:3e:8b:59:cf", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7ed545-16", "ovs_interfaceid": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1249.265276] env[69763]: DEBUG nova.scheduler.client.report [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.336629] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123366, 'name': ReconfigVM_Task, 'duration_secs': 0.320687} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.336988] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Reconfigured VM instance instance-00000061 to attach disk [datastore1] 9d202308-fcd5-4630-987e-b7eabc7fa6d7/9d202308-fcd5-4630-987e-b7eabc7fa6d7.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.338221] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-51c1bd68-92e6-4846-9aa9-f229638cd20e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.348260] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1249.348260] env[69763]: value = "task-4123369" [ 1249.348260] env[69763]: _type = "Task" [ 1249.348260] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.359660] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123369, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.431092] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123363, 'name': CreateVM_Task, 'duration_secs': 0.691348} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.431435] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1249.433404] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.433791] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.434369] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.435151] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4d158e3-b2c5-47ad-a3da-f4b9f296ce4f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.444149] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1249.444149] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b61b59-0ef5-fb13-2a16-49bed33ac9f7" [ 1249.444149] env[69763]: _type = "Task" [ 1249.444149] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.457139] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b61b59-0ef5-fb13-2a16-49bed33ac9f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.655884] env[69763]: DEBUG oslo_vmware.api [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123368, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.382395} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.656216] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.656409] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1249.656590] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1249.656766] env[69763]: INFO nova.compute.manager [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1249.657023] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1249.657243] env[69763]: DEBUG nova.compute.manager [-] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1249.657362] env[69763]: DEBUG nova.network.neutron [-] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1249.743072] env[69763]: DEBUG oslo_vmware.api [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123365, 'name': PowerOnVM_Task, 'duration_secs': 0.558495} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.743473] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1249.743666] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe43cf8-ef51-4397-ba10-a7fe99c55c8f tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance '8b3238d2-30d6-45d2-9aff-4752fa6e20cc' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1249.759111] env[69763]: DEBUG oslo_concurrency.lockutils [req-5554401e-bc5d-4097-83a6-dcd15690cb14 req-53f64b1b-47e0-4e29-baa0-a4d1577b5de9 service nova] Releasing lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.772691] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.432s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.772691] env[69763]: DEBUG nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1249.775911] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.818s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.777529] env[69763]: INFO nova.compute.claims [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.865297] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123369, 'name': Rename_Task, 'duration_secs': 0.169433} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.866238] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1249.866548] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c56b4264-7882-4585-8bf1-206ca3e9ce0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.874698] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1249.874698] env[69763]: value = "task-4123370" [ 1249.874698] env[69763]: _type = "Task" [ 1249.874698] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.884504] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123370, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.959904] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b61b59-0ef5-fb13-2a16-49bed33ac9f7, 'name': SearchDatastore_Task, 'duration_secs': 0.013312} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.960369] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.960759] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1249.961039] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.961265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.962037] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1249.962037] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e964c912-689f-4be7-a849-2602af876c26 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.973205] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1249.973421] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1249.974227] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f796197-b45b-4f37-811e-f699d0b70852 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.980528] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1249.980528] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a8e4bb-2d08-348c-47fe-2ec426d8ea24" [ 1249.980528] env[69763]: _type = "Task" [ 1249.980528] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.991789] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a8e4bb-2d08-348c-47fe-2ec426d8ea24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.281566] env[69763]: DEBUG nova.compute.utils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1250.289006] env[69763]: DEBUG nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1250.289599] env[69763]: DEBUG nova.network.neutron [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1250.371078] env[69763]: DEBUG nova.compute.manager [req-f1189cf7-4e31-438f-bb5a-5e4fafd50123 req-98b364fa-b298-4f48-b77b-5ef19b78f619 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Received event network-vif-deleted-49f67be4-7d75-49f2-8f13-9c11445a8010 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1250.371416] env[69763]: INFO nova.compute.manager [req-f1189cf7-4e31-438f-bb5a-5e4fafd50123 req-98b364fa-b298-4f48-b77b-5ef19b78f619 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Neutron deleted interface 49f67be4-7d75-49f2-8f13-9c11445a8010; detaching it from the instance and deleting it from the info cache [ 1250.371628] env[69763]: DEBUG nova.network.neutron [req-f1189cf7-4e31-438f-bb5a-5e4fafd50123 req-98b364fa-b298-4f48-b77b-5ef19b78f619 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.374236] env[69763]: DEBUG nova.policy [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1b9bf0146f4ae28f18177f30622834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21623f2503aa4fddaa1097f1fa324d3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1250.387484] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123370, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.492114] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a8e4bb-2d08-348c-47fe-2ec426d8ea24, 'name': SearchDatastore_Task, 'duration_secs': 0.013891} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.493266] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a9847e7-98d5-415c-9d4d-c6871f94f76c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.506829] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1250.506829] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527a9ed4-704e-7ccb-4ac4-43ac53ffb0b0" [ 1250.506829] env[69763]: _type = "Task" [ 1250.506829] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.519078] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527a9ed4-704e-7ccb-4ac4-43ac53ffb0b0, 'name': SearchDatastore_Task, 'duration_secs': 0.014234} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.519971] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.520316] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049/675be34d-8cd7-4347-815c-27761d1fe049.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1250.520574] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa95dca4-f5fd-44e6-be18-a693a45fb718 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.531135] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1250.531135] env[69763]: value = "task-4123371" [ 1250.531135] env[69763]: _type = "Task" [ 1250.531135] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.541187] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123371, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.794447] env[69763]: DEBUG nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1250.824357] env[69763]: DEBUG nova.network.neutron [-] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1250.873577] env[69763]: DEBUG nova.network.neutron [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Successfully created port: 10abc944-153e-4717-a0df-ba784fc0192a {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1250.880909] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-eea3633c-253c-4015-977f-0ea44cccc9c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.889467] env[69763]: DEBUG oslo_vmware.api [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123370, 'name': PowerOnVM_Task, 'duration_secs': 0.676991} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.895388] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1250.895388] env[69763]: INFO nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1250.895388] env[69763]: DEBUG nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1250.895388] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ed52596-b5d7-4022-a93e-aa6d5aca9d37 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.900405] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37694de-9828-4a48-890e-e379ab88df8a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.946844] env[69763]: DEBUG nova.compute.manager [req-f1189cf7-4e31-438f-bb5a-5e4fafd50123 req-98b364fa-b298-4f48-b77b-5ef19b78f619 service nova] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Detach interface failed, port_id=49f67be4-7d75-49f2-8f13-9c11445a8010, reason: Instance a401c0f3-fb9b-462a-88c0-cbcea8109877 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1251.006466] env[69763]: INFO nova.compute.manager [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Rescuing [ 1251.006768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.008377] env[69763]: DEBUG oslo_concurrency.lockutils [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.008377] env[69763]: DEBUG nova.network.neutron [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1251.048663] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123371, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.199766] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce61bc1e-3797-4d07-8bc4-2882d3de30f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.217053] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc83055b-bc86-472d-895e-c485a59d2056 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.287505] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf278457-6db1-4d17-8ba5-802c801aeac3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.301174] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e90071be-863e-4cbf-bb48-251e4a19d109 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.320987] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "2748d29a-0563-426d-9a06-d427764311bd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.321412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "2748d29a-0563-426d-9a06-d427764311bd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.338461] env[69763]: INFO nova.compute.manager [-] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Took 1.68 seconds to deallocate network for instance. [ 1251.339342] env[69763]: DEBUG nova.compute.provider_tree [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1251.343332] env[69763]: DEBUG nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1251.439799] env[69763]: INFO nova.compute.manager [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Took 25.80 seconds to build instance. [ 1251.543935] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123371, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.783104} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.544311] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049/675be34d-8cd7-4347-815c-27761d1fe049.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1251.544440] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1251.544715] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fd2225ae-2c8d-4e58-be32-f39d8c772211 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.554408] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1251.554408] env[69763]: value = "task-4123372" [ 1251.554408] env[69763]: _type = "Task" [ 1251.554408] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.565211] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123372, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.618978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.619265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.619455] env[69763]: DEBUG nova.compute.manager [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Going to confirm migration 4 {{(pid=69763) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1251.748180] env[69763]: DEBUG nova.network.neutron [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Updating instance_info_cache with network_info: [{"id": "d9c77b34-b636-4b15-9511-b7583b245cb4", "address": "fa:16:3e:2b:22:72", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c77b34-b6", "ovs_interfaceid": "d9c77b34-b636-4b15-9511-b7583b245cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.820654] env[69763]: DEBUG nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1251.844859] env[69763]: DEBUG nova.scheduler.client.report [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.856166] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1251.856166] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1251.856166] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1251.856322] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1251.856489] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1251.856572] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1251.856868] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1251.856968] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1251.857156] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1251.857324] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1251.857500] env[69763]: DEBUG nova.virt.hardware [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1251.861057] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.862437] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73924c23-f85b-4a31-a8c7-a601135270fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.875782] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c83e7001-6f9d-418b-8241-4c3a4c702033 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.882510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1251.941534] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8ac0fd6e-ad10-496f-9c46-5708d0d5ea93 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.319s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.067784] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123372, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15812} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.068104] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1252.068970] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a55d0d1-269a-48ad-ad8b-2c100c0e6374 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.093688] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049/675be34d-8cd7-4347-815c-27761d1fe049.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.093830] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-45dc4ebb-d65e-4fe6-b396-377787b056f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.116264] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1252.116264] env[69763]: value = "task-4123373" [ 1252.116264] env[69763]: _type = "Task" [ 1252.116264] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.133264] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123373, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.192571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.192571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.192571] env[69763]: DEBUG nova.network.neutron [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.192571] env[69763]: DEBUG nova.objects.instance [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lazy-loading 'info_cache' on Instance uuid 8b3238d2-30d6-45d2-9aff-4752fa6e20cc {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.251936] env[69763]: DEBUG oslo_concurrency.lockutils [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.350583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.574s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.351058] env[69763]: DEBUG nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1252.354113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.179s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.354294] env[69763]: DEBUG nova.objects.instance [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lazy-loading 'resources' on Instance uuid 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1252.632068] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.670486] env[69763]: DEBUG nova.compute.manager [req-512a0c68-c901-4879-850a-0c5e46bdc5a4 req-9070f508-3081-46fe-bd87-9744f54b5cce service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Received event network-vif-plugged-10abc944-153e-4717-a0df-ba784fc0192a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1252.670725] env[69763]: DEBUG oslo_concurrency.lockutils [req-512a0c68-c901-4879-850a-0c5e46bdc5a4 req-9070f508-3081-46fe-bd87-9744f54b5cce service nova] Acquiring lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.670950] env[69763]: DEBUG oslo_concurrency.lockutils [req-512a0c68-c901-4879-850a-0c5e46bdc5a4 req-9070f508-3081-46fe-bd87-9744f54b5cce service nova] Lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.671126] env[69763]: DEBUG oslo_concurrency.lockutils [req-512a0c68-c901-4879-850a-0c5e46bdc5a4 req-9070f508-3081-46fe-bd87-9744f54b5cce service nova] Lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.671300] env[69763]: DEBUG nova.compute.manager [req-512a0c68-c901-4879-850a-0c5e46bdc5a4 req-9070f508-3081-46fe-bd87-9744f54b5cce service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] No waiting events found dispatching network-vif-plugged-10abc944-153e-4717-a0df-ba784fc0192a {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1252.671594] env[69763]: WARNING nova.compute.manager [req-512a0c68-c901-4879-850a-0c5e46bdc5a4 req-9070f508-3081-46fe-bd87-9744f54b5cce service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Received unexpected event network-vif-plugged-10abc944-153e-4717-a0df-ba784fc0192a for instance with vm_state building and task_state spawning. [ 1252.810814] env[69763]: DEBUG nova.network.neutron [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Successfully updated port: 10abc944-153e-4717-a0df-ba784fc0192a {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1252.862361] env[69763]: DEBUG nova.compute.utils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1252.864712] env[69763]: DEBUG nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1252.864974] env[69763]: DEBUG nova.network.neutron [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1252.908603] env[69763]: DEBUG nova.policy [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c289993c52974071a69c208e68753229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1921e2c3e1264e2fb9a77503c26f9322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1253.137915] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123373, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.181267] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f47e7c97-bcbb-454a-8f51-967a747a84c4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.191619] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a768fec1-82e5-4cf9-9997-8a03219cd1c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.233499] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde92ad6-9715-4886-903c-74fa79080aff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.243154] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41dac45b-5402-4c4b-9049-19bb30ba93a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.262239] env[69763]: DEBUG nova.compute.provider_tree [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.320263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.320627] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.320823] env[69763]: DEBUG nova.network.neutron [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1253.365839] env[69763]: DEBUG nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1253.452914] env[69763]: DEBUG nova.network.neutron [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Successfully created port: c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1253.629278] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123373, 'name': ReconfigVM_Task, 'duration_secs': 1.242148} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.629575] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049/675be34d-8cd7-4347-815c-27761d1fe049.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.630316] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b298a0b0-476c-40a7-bc1d-c92bf55b16a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.637784] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1253.637784] env[69763]: value = "task-4123374" [ 1253.637784] env[69763]: _type = "Task" [ 1253.637784] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.651692] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123374, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.765966] env[69763]: DEBUG nova.scheduler.client.report [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1253.795988] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.796327] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1531f2ae-e445-4d84-b7c4-093d52640e2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.805453] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1253.805453] env[69763]: value = "task-4123375" [ 1253.805453] env[69763]: _type = "Task" [ 1253.805453] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.826655] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123375, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.869781] env[69763]: DEBUG nova.network.neutron [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.076639] env[69763]: DEBUG nova.network.neutron [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance_info_cache with network_info: [{"id": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "address": "fa:16:3e:94:44:98", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap07525ce2-4e", "ovs_interfaceid": "07525ce2-4e28-40a9-82f7-cf0bddbc3876", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.098902] env[69763]: DEBUG nova.network.neutron [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Updating instance_info_cache with network_info: [{"id": "10abc944-153e-4717-a0df-ba784fc0192a", "address": "fa:16:3e:74:1c:08", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10abc944-15", "ovs_interfaceid": "10abc944-153e-4717-a0df-ba784fc0192a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.151887] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123374, 'name': Rename_Task, 'duration_secs': 0.30028} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.152574] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.153389] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2f479b38-1bfe-484f-b4a8-335d3442b628 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.161041] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1254.161041] env[69763]: value = "task-4123376" [ 1254.161041] env[69763]: _type = "Task" [ 1254.161041] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.171332] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123376, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.275035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.919s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.279123] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.415s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.279123] env[69763]: DEBUG nova.objects.instance [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'resources' on Instance uuid a401c0f3-fb9b-462a-88c0-cbcea8109877 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.305458] env[69763]: INFO nova.scheduler.client.report [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted allocations for instance 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35 [ 1254.323173] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123375, 'name': PowerOffVM_Task, 'duration_secs': 0.247928} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.323492] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1254.324430] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-458c4be3-b8e3-4c9c-b0ea-f6c2653c1ad5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.344394] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92b51f1-60c4-44eb-a183-221cedbad23a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.381946] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1254.383154] env[69763]: DEBUG nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.385174] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-406b750f-3a5a-42ff-ba9e-e8b910927a08 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.396408] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1254.396408] env[69763]: value = "task-4123377" [ 1254.396408] env[69763]: _type = "Task" [ 1254.396408] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.411913] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.412305] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.412500] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.412709] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.412877] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.413069] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.413365] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.413569] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.413757] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.413921] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.414113] env[69763]: DEBUG nova.virt.hardware [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.414599] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1254.414815] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1254.415092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.415244] env[69763]: DEBUG oslo_concurrency.lockutils [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.415453] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1254.416359] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3b85f1-fcce-4f21-b08d-1c4137bf0fd6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.419948] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f995020-bd6c-44c4-bf6b-7b0ddd993a43 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.428656] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7483dd34-13e1-46dd-8d1f-dee29737c4f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.435134] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1254.435355] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1254.446151] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-19115452-0bd9-4323-bb7c-5564514f59f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.452890] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1254.452890] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ccd2ec-1624-981a-27e1-3d3f5d19cd57" [ 1254.452890] env[69763]: _type = "Task" [ 1254.452890] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.462943] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ccd2ec-1624-981a-27e1-3d3f5d19cd57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.580437] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-8b3238d2-30d6-45d2-9aff-4752fa6e20cc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.580831] env[69763]: DEBUG nova.objects.instance [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lazy-loading 'migration_context' on Instance uuid 8b3238d2-30d6-45d2-9aff-4752fa6e20cc {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.600406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.600754] env[69763]: DEBUG nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Instance network_info: |[{"id": "10abc944-153e-4717-a0df-ba784fc0192a", "address": "fa:16:3e:74:1c:08", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10abc944-15", "ovs_interfaceid": "10abc944-153e-4717-a0df-ba784fc0192a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1254.601195] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:1c:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '10abc944-153e-4717-a0df-ba784fc0192a', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1254.608641] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.609667] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1254.609902] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-125f06e4-8ee1-492f-b4a4-b71227635806 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.630314] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1254.630314] env[69763]: value = "task-4123378" [ 1254.630314] env[69763]: _type = "Task" [ 1254.630314] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.639080] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123378, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.672104] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123376, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.787408] env[69763]: DEBUG nova.compute.manager [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Received event network-changed-7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1254.787605] env[69763]: DEBUG nova.compute.manager [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Refreshing instance network info cache due to event network-changed-7a7472b2-9c79-43d0-85e6-f1d4a8032485. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1254.787820] env[69763]: DEBUG oslo_concurrency.lockutils [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] Acquiring lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.787962] env[69763]: DEBUG oslo_concurrency.lockutils [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] Acquired lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.788137] env[69763]: DEBUG nova.network.neutron [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Refreshing network info cache for port 7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1254.813704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bd3d502d-691e-44c7-9e9c-9cd8906e81da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "0eb8b03c-8429-47e6-aa69-c81cfd3f3d35" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.263s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.965082] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ccd2ec-1624-981a-27e1-3d3f5d19cd57, 'name': SearchDatastore_Task, 'duration_secs': 0.012271} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.968714] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dfc0feee-1a77-474f-b601-ba61270b10c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.976559] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1254.976559] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52897a9d-93e5-2379-6e99-194bb181a8b2" [ 1254.976559] env[69763]: _type = "Task" [ 1254.976559] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.987305] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52897a9d-93e5-2379-6e99-194bb181a8b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.050659] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea807cd7-88d7-4865-9f59-eb4705ae8ed8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.061078] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe926e2b-8dfb-43be-80e0-9bec7182d96d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.096769] env[69763]: DEBUG nova.objects.base [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Object Instance<8b3238d2-30d6-45d2-9aff-4752fa6e20cc> lazy-loaded attributes: info_cache,migration_context {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1255.097939] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ecb9fd9-f0fe-45e6-9ca5-393a365049f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.101271] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1178e-dc43-45f5-933a-fbcbf5271a1a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.124662] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4436ae1c-b39e-4856-83d3-2c2490ba2706 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.129629] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7493e6bc-2179-485f-a777-4245125b0c54 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.144745] env[69763]: DEBUG nova.compute.provider_tree [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.151307] env[69763]: DEBUG oslo_vmware.api [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1255.151307] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5290e5a1-ee52-c9b6-495f-319fdd598fb5" [ 1255.151307] env[69763]: _type = "Task" [ 1255.151307] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.155479] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123378, 'name': CreateVM_Task, 'duration_secs': 0.477567} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.156081] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1255.157643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.157643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.157643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.157855] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14b62377-4d7b-46d8-ac18-bede591f146a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.164821] env[69763]: DEBUG oslo_vmware.api [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5290e5a1-ee52-c9b6-495f-319fdd598fb5, 'name': SearchDatastore_Task, 'duration_secs': 0.01486} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.168727] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.170767] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1255.170767] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522b83b6-cb38-648d-de67-4a131f845815" [ 1255.170767] env[69763]: _type = "Task" [ 1255.170767] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.178935] env[69763]: DEBUG oslo_vmware.api [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123376, 'name': PowerOnVM_Task, 'duration_secs': 0.896421} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.179149] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.179237] env[69763]: INFO nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Took 9.68 seconds to spawn the instance on the hypervisor. [ 1255.179414] env[69763]: DEBUG nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1255.180285] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96cb53e0-26c6-47c8-a305-6b0845dc598d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.186107] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522b83b6-cb38-648d-de67-4a131f845815, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.457755] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "4064beb5-b091-48af-b6e2-a29ca69416bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1255.457986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.490629] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52897a9d-93e5-2379-6e99-194bb181a8b2, 'name': SearchDatastore_Task, 'duration_secs': 0.021634} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.490896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.492154] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. {{(pid=69763) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1255.492775] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e06885f3-3793-4ada-ab5f-fa968356e69d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.501846] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1255.501846] env[69763]: value = "task-4123379" [ 1255.501846] env[69763]: _type = "Task" [ 1255.501846] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.511890] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.652821] env[69763]: DEBUG nova.scheduler.client.report [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.662589] env[69763]: DEBUG nova.network.neutron [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Successfully updated port: c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1255.667333] env[69763]: DEBUG nova.network.neutron [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Updated VIF entry in instance network info cache for port 7a7472b2-9c79-43d0-85e6-f1d4a8032485. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1255.667333] env[69763]: DEBUG nova.network.neutron [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Updating instance_info_cache with network_info: [{"id": "7a7472b2-9c79-43d0-85e6-f1d4a8032485", "address": "fa:16:3e:da:02:b9", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.226", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a7472b2-9c", "ovs_interfaceid": "7a7472b2-9c79-43d0-85e6-f1d4a8032485", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.820317] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522b83b6-cb38-648d-de67-4a131f845815, 'name': SearchDatastore_Task, 'duration_secs': 0.0177} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.820861] env[69763]: INFO nova.compute.manager [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Took 28.85 seconds to build instance. [ 1255.821978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.823540] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1255.823540] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.823781] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.823988] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.824699] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e7164be4-ad89-49af-b4fd-046bef8c475c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.837858] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.838087] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1255.839180] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fe4b89a-d8c8-4a66-a579-d082770ebefd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.846278] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1255.846278] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52394e7a-8a73-c561-28be-094788f7005e" [ 1255.846278] env[69763]: _type = "Task" [ 1255.846278] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.855988] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52394e7a-8a73-c561-28be-094788f7005e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.960866] env[69763]: DEBUG nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1256.020339] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123379, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.165863] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.168908] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.286s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.171562] env[69763]: INFO nova.compute.claims [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1256.176492] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.177266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.177266] env[69763]: DEBUG nova.network.neutron [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.179613] env[69763]: DEBUG oslo_concurrency.lockutils [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] Releasing lock "refresh_cache-9d202308-fcd5-4630-987e-b7eabc7fa6d7" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.179912] env[69763]: DEBUG nova.compute.manager [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Received event network-changed-10abc944-153e-4717-a0df-ba784fc0192a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.180188] env[69763]: DEBUG nova.compute.manager [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Refreshing instance network info cache due to event network-changed-10abc944-153e-4717-a0df-ba784fc0192a. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.180570] env[69763]: DEBUG oslo_concurrency.lockutils [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] Acquiring lock "refresh_cache-a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.180842] env[69763]: DEBUG oslo_concurrency.lockutils [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] Acquired lock "refresh_cache-a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.181100] env[69763]: DEBUG nova.network.neutron [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Refreshing network info cache for port 10abc944-153e-4717-a0df-ba784fc0192a {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1256.209805] env[69763]: INFO nova.scheduler.client.report [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Deleted allocations for instance a401c0f3-fb9b-462a-88c0-cbcea8109877 [ 1256.326255] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f3516a3d-45c1-4f39-a860-921bc37e9faa tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "675be34d-8cd7-4347-815c-27761d1fe049" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.369s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.358399] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52394e7a-8a73-c561-28be-094788f7005e, 'name': SearchDatastore_Task, 'duration_secs': 0.011736} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.359279] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91b97f10-da1f-49d3-960e-62845d513546 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.367082] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1256.367082] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5203bc40-9a57-981b-0cde-f58c9ec1bc73" [ 1256.367082] env[69763]: _type = "Task" [ 1256.367082] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.377914] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5203bc40-9a57-981b-0cde-f58c9ec1bc73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.483457] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.513497] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.836812} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.513828] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. [ 1256.514310] env[69763]: INFO nova.compute.manager [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Rescuing [ 1256.514562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.514719] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.514877] env[69763]: DEBUG nova.network.neutron [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1256.517056] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81048056-55e3-40e6-885d-d8c3a41bb4a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.547648] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1256.548698] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d56b826b-a67b-4452-bea8-f304ccfbfdd4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.568275] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1256.568275] env[69763]: value = "task-4123380" [ 1256.568275] env[69763]: _type = "Task" [ 1256.568275] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.579605] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123380, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.718211] env[69763]: DEBUG oslo_concurrency.lockutils [None req-197c424d-b21f-4f8d-8659-140a2509691d tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "a401c0f3-fb9b-462a-88c0-cbcea8109877" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.770s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.720770] env[69763]: DEBUG nova.network.neutron [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1256.819841] env[69763]: DEBUG nova.compute.manager [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Received event network-vif-plugged-c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.819841] env[69763]: DEBUG oslo_concurrency.lockutils [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] Acquiring lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.820036] env[69763]: DEBUG oslo_concurrency.lockutils [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.820215] env[69763]: DEBUG oslo_concurrency.lockutils [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.820412] env[69763]: DEBUG nova.compute.manager [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] No waiting events found dispatching network-vif-plugged-c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1256.820579] env[69763]: WARNING nova.compute.manager [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Received unexpected event network-vif-plugged-c46a4f35-1fde-4479-9581-1ff7b201a9b3 for instance with vm_state building and task_state spawning. [ 1256.820816] env[69763]: DEBUG nova.compute.manager [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Received event network-changed-c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1256.820898] env[69763]: DEBUG nova.compute.manager [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Refreshing instance network info cache due to event network-changed-c46a4f35-1fde-4479-9581-1ff7b201a9b3. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1256.825246] env[69763]: DEBUG oslo_concurrency.lockutils [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] Acquiring lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.879772] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5203bc40-9a57-981b-0cde-f58c9ec1bc73, 'name': SearchDatastore_Task, 'duration_secs': 0.019476} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.880079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.880545] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a705a131-8bf4-4e3e-b7b1-2e38dc4690c8/a705a131-8bf4-4e3e-b7b1-2e38dc4690c8.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1256.880891] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-176ff895-0839-42d8-bf29-c648c0dd0c64 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.883904] env[69763]: DEBUG nova.network.neutron [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Updating instance_info_cache with network_info: [{"id": "c46a4f35-1fde-4479-9581-1ff7b201a9b3", "address": "fa:16:3e:3d:b8:64", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46a4f35-1f", "ovs_interfaceid": "c46a4f35-1fde-4479-9581-1ff7b201a9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1256.891169] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1256.891169] env[69763]: value = "task-4123381" [ 1256.891169] env[69763]: _type = "Task" [ 1256.891169] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.901066] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123381, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.081102] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123380, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.103402] env[69763]: DEBUG nova.network.neutron [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Updated VIF entry in instance network info cache for port 10abc944-153e-4717-a0df-ba784fc0192a. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.104103] env[69763]: DEBUG nova.network.neutron [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Updating instance_info_cache with network_info: [{"id": "10abc944-153e-4717-a0df-ba784fc0192a", "address": "fa:16:3e:74:1c:08", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap10abc944-15", "ovs_interfaceid": "10abc944-153e-4717-a0df-ba784fc0192a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.319841] env[69763]: DEBUG nova.network.neutron [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Updating instance_info_cache with network_info: [{"id": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "address": "fa:16:3e:8b:59:cf", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7ed545-16", "ovs_interfaceid": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.386803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.387301] env[69763]: DEBUG nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Instance network_info: |[{"id": "c46a4f35-1fde-4479-9581-1ff7b201a9b3", "address": "fa:16:3e:3d:b8:64", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46a4f35-1f", "ovs_interfaceid": "c46a4f35-1fde-4479-9581-1ff7b201a9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1257.391696] env[69763]: DEBUG oslo_concurrency.lockutils [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] Acquired lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.391696] env[69763]: DEBUG nova.network.neutron [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Refreshing network info cache for port c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1257.396470] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:b8:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c46a4f35-1fde-4479-9581-1ff7b201a9b3', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1257.402546] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1257.407378] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1257.411189] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d7a0771-5f70-4769-aa71-bac7fc6a884a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.450057] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123381, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.452493] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1257.452493] env[69763]: value = "task-4123382" [ 1257.452493] env[69763]: _type = "Task" [ 1257.452493] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.471244] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123382, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.543463] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a4036d-be3d-4e1e-887c-acd04eacc8ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.555098] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6329d79e-95a3-43f5-b077-48bf65cdf5da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.595730] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39dd5c2b-f453-4e09-80f9-f1db033a536f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.604863] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123380, 'name': ReconfigVM_Task, 'duration_secs': 0.902841} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.607669] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Reconfigured VM instance instance-0000005e to attach disk [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1257.608428] env[69763]: DEBUG oslo_concurrency.lockutils [req-5b413468-3f5d-4546-9dad-1e79667442aa req-9adce097-d2a6-49e2-bcb7-9686a507be4d service nova] Releasing lock "refresh_cache-a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.611957] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a960f053-5349-4497-9d29-a4721a8b3e4c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.615933] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b700e2a-0446-416b-8005-a28aa4644e32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.633260] env[69763]: DEBUG nova.compute.provider_tree [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.660672] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf2ebbb6-6006-451f-81d9-dc0d8a3f4862 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.681286] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1257.681286] env[69763]: value = "task-4123383" [ 1257.681286] env[69763]: _type = "Task" [ 1257.681286] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.691629] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123383, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.826339] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.834683] env[69763]: DEBUG nova.network.neutron [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Updated VIF entry in instance network info cache for port c46a4f35-1fde-4479-9581-1ff7b201a9b3. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1257.834866] env[69763]: DEBUG nova.network.neutron [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Updating instance_info_cache with network_info: [{"id": "c46a4f35-1fde-4479-9581-1ff7b201a9b3", "address": "fa:16:3e:3d:b8:64", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46a4f35-1f", "ovs_interfaceid": "c46a4f35-1fde-4479-9581-1ff7b201a9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1257.918537] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123381, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671423} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.918943] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] a705a131-8bf4-4e3e-b7b1-2e38dc4690c8/a705a131-8bf4-4e3e-b7b1-2e38dc4690c8.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1257.919291] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1257.919710] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ab41d5b-85fb-4e6f-8b29-9aabf782104e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.928836] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1257.928836] env[69763]: value = "task-4123384" [ 1257.928836] env[69763]: _type = "Task" [ 1257.928836] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.939369] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123384, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.964986] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123382, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.159710] env[69763]: DEBUG nova.scheduler.client.report [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1258.192814] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123383, 'name': ReconfigVM_Task, 'duration_secs': 0.472437} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.192814] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1258.192984] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a35ada-bc09-4180-bee9-df76ce63eb63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.201521] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1258.201521] env[69763]: value = "task-4123385" [ 1258.201521] env[69763]: _type = "Task" [ 1258.201521] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.212514] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.337994] env[69763]: DEBUG oslo_concurrency.lockutils [req-79e538d3-8400-4776-b5a7-f6050cbc2d01 req-7f9d75b9-7ae2-4e20-8826-2c79466ab8f0 service nova] Releasing lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.445135] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123384, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08053} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.445777] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1258.446858] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899540be-913e-48d8-a98d-955300c6df84 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.475701] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Reconfiguring VM instance instance-00000063 to attach disk [datastore2] a705a131-8bf4-4e3e-b7b1-2e38dc4690c8/a705a131-8bf4-4e3e-b7b1-2e38dc4690c8.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.479447] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7dcbbf9c-0041-4ff7-8123-24296bcbb3a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.501953] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123382, 'name': CreateVM_Task, 'duration_secs': 0.802963} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.504043] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1258.504595] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1258.504595] env[69763]: value = "task-4123386" [ 1258.504595] env[69763]: _type = "Task" [ 1258.504595] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.505573] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.506020] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.506465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.506925] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fbb6a8-d044-4b31-a2bc-fcdfc0e723ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.519451] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1258.519451] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527fe5a7-f82f-5b2f-1658-2aecf9ea0ba6" [ 1258.519451] env[69763]: _type = "Task" [ 1258.519451] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.532606] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527fe5a7-f82f-5b2f-1658-2aecf9ea0ba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.665829] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.666523] env[69763]: DEBUG nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1258.670184] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 3.501s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.713497] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123385, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.017140] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123386, 'name': ReconfigVM_Task, 'duration_secs': 0.474941} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.017475] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Reconfigured VM instance instance-00000063 to attach disk [datastore2] a705a131-8bf4-4e3e-b7b1-2e38dc4690c8/a705a131-8bf4-4e3e-b7b1-2e38dc4690c8.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.018381] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ee2b1d34-f0a4-44e6-9c62-a76c59fdcef8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.027671] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1259.027671] env[69763]: value = "task-4123387" [ 1259.027671] env[69763]: _type = "Task" [ 1259.027671] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.038609] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527fe5a7-f82f-5b2f-1658-2aecf9ea0ba6, 'name': SearchDatastore_Task, 'duration_secs': 0.017336} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.039460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.039736] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.040038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.040237] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.040467] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.040777] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8c31ded2-0a3e-43ad-bd7b-5cfca2d93291 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.046447] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123387, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.054786] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.055055] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.056023] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2aaace2d-a19e-498e-9f0e-094f81bf3c61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.062405] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1259.062405] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f2b567-bb20-880a-5e52-9c85e57d5eed" [ 1259.062405] env[69763]: _type = "Task" [ 1259.062405] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.072076] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f2b567-bb20-880a-5e52-9c85e57d5eed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.174733] env[69763]: DEBUG nova.compute.utils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1259.181011] env[69763]: DEBUG nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1259.181317] env[69763]: DEBUG nova.network.neutron [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1259.213520] env[69763]: DEBUG oslo_vmware.api [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123385, 'name': PowerOnVM_Task, 'duration_secs': 0.63713} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.213774] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1259.216587] env[69763]: DEBUG nova.compute.manager [None req-365653ee-df29-4518-a310-9372496a4d49 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1259.217476] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da59c22f-a905-458d-b56b-10f95dc415da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.222943] env[69763]: DEBUG nova.policy [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1259.369968] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.373129] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29933e44-26ad-47df-af59-6f71c43ca1a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.381064] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1259.381064] env[69763]: value = "task-4123388" [ 1259.381064] env[69763]: _type = "Task" [ 1259.381064] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.391890] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123388, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.425855] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e624d6c7-0073-4712-8c6f-e6c3e142e5ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.434166] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68629f31-6618-4d83-9119-9126b9eddeef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.469372] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec781c77-f11d-447a-831c-8b54be89436c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.480042] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d47e8db-04ba-4ae7-bc64-7fb9e146243d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.497973] env[69763]: DEBUG nova.compute.provider_tree [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.541588] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123387, 'name': Rename_Task, 'duration_secs': 0.157265} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.541887] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1259.542328] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-96d1a036-80af-496f-81a0-b6fa4069e93a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.551775] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1259.551775] env[69763]: value = "task-4123389" [ 1259.551775] env[69763]: _type = "Task" [ 1259.551775] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.560652] env[69763]: DEBUG nova.network.neutron [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Successfully created port: 5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1259.566844] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.577900] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f2b567-bb20-880a-5e52-9c85e57d5eed, 'name': SearchDatastore_Task, 'duration_secs': 0.010003} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.578916] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f7b19147-dcfe-4f10-bd15-3af2ea23700c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.586337] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1259.586337] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c8925d-7069-b3f2-0036-aa473ca45647" [ 1259.586337] env[69763]: _type = "Task" [ 1259.586337] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.595448] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.595881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.605251] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c8925d-7069-b3f2-0036-aa473ca45647, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.681877] env[69763]: DEBUG nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1259.741074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "4a9ce56b-1564-4845-9078-2048fbba9a37" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1259.741328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1259.895523] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123388, 'name': PowerOffVM_Task, 'duration_secs': 0.259312} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.895932] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1259.897159] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdc7b154-e2bd-4b7d-91a5-62cafb00f401 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.922300] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e73938ad-2559-45ac-82c4-9c8187fe4f35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.979862] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1259.981048] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e07329c7-e39c-4e3e-a212-eff5adb1eef4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.988291] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1259.988291] env[69763]: value = "task-4123390" [ 1259.988291] env[69763]: _type = "Task" [ 1259.988291] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.002793] env[69763]: DEBUG nova.scheduler.client.report [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1260.008970] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1260.009295] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1260.009924] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.009924] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.010310] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1260.010685] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a6b8ef7-5891-4abf-96fd-a4917235a2d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.022755] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1260.023172] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1260.025178] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db9ddece-5896-435b-9faa-453799f08252 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.035060] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1260.035060] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52efff79-2583-454b-67b0-465508b41254" [ 1260.035060] env[69763]: _type = "Task" [ 1260.035060] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.047183] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52efff79-2583-454b-67b0-465508b41254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.064211] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123389, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.099241] env[69763]: DEBUG nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1260.101683] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c8925d-7069-b3f2-0036-aa473ca45647, 'name': SearchDatastore_Task, 'duration_secs': 0.018739} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.101936] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.102695] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 55a0c760-4c05-4de1-94bb-d63b03ec7a07/55a0c760-4c05-4de1-94bb-d63b03ec7a07.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.103335] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-82a792c8-297b-4245-b7c8-2f2ced72f0f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.113157] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1260.113157] env[69763]: value = "task-4123391" [ 1260.113157] env[69763]: _type = "Task" [ 1260.113157] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.122452] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123391, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.245047] env[69763]: DEBUG nova.compute.utils [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.546595] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52efff79-2583-454b-67b0-465508b41254, 'name': SearchDatastore_Task, 'duration_secs': 0.015281} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.547464] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af525a72-5830-4a07-9b87-eb9d421c2689 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.554489] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1260.554489] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f6af5-23fb-fc06-6e21-4217261a0dc1" [ 1260.554489] env[69763]: _type = "Task" [ 1260.554489] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.568113] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f6af5-23fb-fc06-6e21-4217261a0dc1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.571689] env[69763]: DEBUG oslo_vmware.api [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123389, 'name': PowerOnVM_Task, 'duration_secs': 0.668798} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.571968] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1260.572196] env[69763]: INFO nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Took 8.75 seconds to spawn the instance on the hypervisor. [ 1260.572417] env[69763]: DEBUG nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1260.573325] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-177473f2-1222-46fb-ab13-7b8588d46fb4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.623752] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123391, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.627161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1260.693143] env[69763]: DEBUG nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1260.717222] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1260.717579] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1260.717773] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1260.717980] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1260.718155] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1260.718309] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1260.718543] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1260.718710] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1260.718894] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1260.719088] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1260.719285] env[69763]: DEBUG nova.virt.hardware [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1260.720332] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84cf3bca-9670-425b-a9ed-b96619152147 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.731373] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49421be7-553b-4546-82a3-5f0f0ed4ad97 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.749288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.831758] env[69763]: INFO nova.compute.manager [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Unrescuing [ 1260.832103] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.832358] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.832573] env[69763]: DEBUG nova.network.neutron [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.017925] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.348s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.020922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.538s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.022290] env[69763]: INFO nova.compute.claims [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1261.069156] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f6af5-23fb-fc06-6e21-4217261a0dc1, 'name': SearchDatastore_Task, 'duration_secs': 0.012618} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.070089] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.071845] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. {{(pid=69763) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1261.071845] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-489b9991-8419-46c6-bd1e-6707ec37a430 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.079667] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1261.079667] env[69763]: value = "task-4123392" [ 1261.079667] env[69763]: _type = "Task" [ 1261.079667] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.092182] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.094397] env[69763]: INFO nova.compute.manager [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Took 14.51 seconds to build instance. [ 1261.126899] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123391, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.893911} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.127201] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 55a0c760-4c05-4de1-94bb-d63b03ec7a07/55a0c760-4c05-4de1-94bb-d63b03ec7a07.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1261.127480] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1261.127672] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb84793f-3c21-4eb4-86a8-5e4c8f8da0bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.134834] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1261.134834] env[69763]: value = "task-4123393" [ 1261.134834] env[69763]: _type = "Task" [ 1261.134834] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.148618] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.159209] env[69763]: DEBUG nova.network.neutron [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Successfully updated port: 5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1261.265981] env[69763]: DEBUG nova.compute.manager [req-13e8bf9a-d858-4d8e-b827-ea9761ae3854 req-2aab7659-f4c8-4f42-9103-84a189167ab1 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-vif-plugged-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1261.266276] env[69763]: DEBUG oslo_concurrency.lockutils [req-13e8bf9a-d858-4d8e-b827-ea9761ae3854 req-2aab7659-f4c8-4f42-9103-84a189167ab1 service nova] Acquiring lock "2748d29a-0563-426d-9a06-d427764311bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.266545] env[69763]: DEBUG oslo_concurrency.lockutils [req-13e8bf9a-d858-4d8e-b827-ea9761ae3854 req-2aab7659-f4c8-4f42-9103-84a189167ab1 service nova] Lock "2748d29a-0563-426d-9a06-d427764311bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.266658] env[69763]: DEBUG oslo_concurrency.lockutils [req-13e8bf9a-d858-4d8e-b827-ea9761ae3854 req-2aab7659-f4c8-4f42-9103-84a189167ab1 service nova] Lock "2748d29a-0563-426d-9a06-d427764311bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.266828] env[69763]: DEBUG nova.compute.manager [req-13e8bf9a-d858-4d8e-b827-ea9761ae3854 req-2aab7659-f4c8-4f42-9103-84a189167ab1 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] No waiting events found dispatching network-vif-plugged-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1261.267025] env[69763]: WARNING nova.compute.manager [req-13e8bf9a-d858-4d8e-b827-ea9761ae3854 req-2aab7659-f4c8-4f42-9103-84a189167ab1 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received unexpected event network-vif-plugged-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 for instance with vm_state building and task_state spawning. [ 1261.595370] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123392, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.597879] env[69763]: INFO nova.scheduler.client.report [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted allocation for migration f21d0c67-0004-41ee-861b-20430ea4e3a0 [ 1261.597879] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60ce0465-a331-4a36-afe5-0e8df39552b8 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.046s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.633500] env[69763]: DEBUG nova.network.neutron [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Updating instance_info_cache with network_info: [{"id": "d9c77b34-b636-4b15-9511-b7583b245cb4", "address": "fa:16:3e:2b:22:72", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd9c77b34-b6", "ovs_interfaceid": "d9c77b34-b636-4b15-9511-b7583b245cb4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1261.647833] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078216} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.648569] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1261.649355] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a72762a0-87bd-4cfa-bae0-a29eb07db51c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.652360] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f008da4-02d2-4824-972f-0c8289a8d97f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.659578] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf2df63-83e2-4b30-895f-3cf23c8ccd0f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Suspending the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1261.668598] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-481dbc30-0aa4-4d42-a88c-876d2ef8bebd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.670514] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.670655] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.670804] env[69763]: DEBUG nova.network.neutron [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1261.681586] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 55a0c760-4c05-4de1-94bb-d63b03ec7a07/55a0c760-4c05-4de1-94bb-d63b03ec7a07.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1261.682693] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b8c8b4b-a7dd-4a92-b03c-c0df61a6a9ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.703264] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1261.703264] env[69763]: value = "task-4123395" [ 1261.703264] env[69763]: _type = "Task" [ 1261.703264] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.705080] env[69763]: DEBUG oslo_vmware.api [None req-7bf2df63-83e2-4b30-895f-3cf23c8ccd0f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1261.705080] env[69763]: value = "task-4123394" [ 1261.705080] env[69763]: _type = "Task" [ 1261.705080] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1261.719206] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123395, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.722919] env[69763]: DEBUG oslo_vmware.api [None req-7bf2df63-83e2-4b30-895f-3cf23c8ccd0f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123394, 'name': SuspendVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.821215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "4a9ce56b-1564-4845-9078-2048fbba9a37" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.821567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.821849] env[69763]: INFO nova.compute.manager [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Attaching volume ec45f0c7-ca9b-4362-84f4-ec27a1cba23b to /dev/sdb [ 1261.857380] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be8c4f1b-3ca7-4310-acf6-c7426de620f8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.867050] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6bca16f-1a3b-4328-bb7b-1e95ac18a1c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.882863] env[69763]: DEBUG nova.virt.block_device [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Updating existing volume attachment record: fb22c2f8-6988-4cf4-a852-97a8719ddd0f {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1262.094677] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644865} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.095083] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. [ 1262.096046] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e75cede-3ae8-4b66-9f14-b836ee380bf9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.102827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-32a5669a-217a-4208-abb1-a2848322bacf tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 10.483s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.131689] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Reconfiguring VM instance instance-00000062 to attach disk [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.135625] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-496c5499-3d5a-40f2-8e82-d07f7ff12afa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.149995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "refresh_cache-ac2b827d-4467-4b83-814b-c45ccaac7318" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.150784] env[69763]: DEBUG nova.objects.instance [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lazy-loading 'flavor' on Instance uuid ac2b827d-4467-4b83-814b-c45ccaac7318 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.160195] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1262.160195] env[69763]: value = "task-4123397" [ 1262.160195] env[69763]: _type = "Task" [ 1262.160195] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.175789] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.222330] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.228898] env[69763]: DEBUG oslo_vmware.api [None req-7bf2df63-83e2-4b30-895f-3cf23c8ccd0f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123394, 'name': SuspendVM_Task} progress is 58%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.234597] env[69763]: DEBUG nova.network.neutron [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1262.367475] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befa9bb7-9c58-44c0-8d1c-a3212c5be0b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.382668] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb8f644-1694-44f4-9230-f66add45831e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.435888] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5725b8-7c92-4b21-9ffb-22197dcd6b44 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.446651] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf18b1b0-c37d-4d0b-afb3-c1e9010f2042 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.462913] env[69763]: DEBUG nova.compute.provider_tree [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1262.494240] env[69763]: DEBUG nova.network.neutron [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1262.662931] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a68f8c-0ae5-452c-a326-924d2cc67a00 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.693507] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.693903] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123397, 'name': ReconfigVM_Task, 'duration_secs': 0.419468} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.694150] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c321b34b-199f-4e1a-b9ad-14c60f2a5c9c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.695906] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Reconfigured VM instance instance-00000062 to attach disk [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.697798] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffc6e20a-8906-4de3-8661-b8dc72579101 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.739546] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e6b4b57-864f-43d0-9e0b-47655b8c2ceb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.751249] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1262.751249] env[69763]: value = "task-4123400" [ 1262.751249] env[69763]: _type = "Task" [ 1262.751249] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.762573] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123395, 'name': ReconfigVM_Task, 'duration_secs': 0.793928} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.762865] env[69763]: DEBUG oslo_vmware.api [None req-7bf2df63-83e2-4b30-895f-3cf23c8ccd0f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123394, 'name': SuspendVM_Task, 'duration_secs': 0.738806} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.764651] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 55a0c760-4c05-4de1-94bb-d63b03ec7a07/55a0c760-4c05-4de1-94bb-d63b03ec7a07.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.765494] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7bf2df63-83e2-4b30-895f-3cf23c8ccd0f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Suspended the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1262.765763] env[69763]: DEBUG nova.compute.manager [None req-7bf2df63-83e2-4b30-895f-3cf23c8ccd0f tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1262.766181] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1262.766181] env[69763]: value = "task-4123401" [ 1262.766181] env[69763]: _type = "Task" [ 1262.766181] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.766384] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09dcb654-dcf5-4b31-ab5e-0abb8235f08d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.768731] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67b20d4a-7bb4-4fd9-ab9f-43f9ad7703e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.779299] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123400, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.792323] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123401, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.792676] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1262.792676] env[69763]: value = "task-4123402" [ 1262.792676] env[69763]: _type = "Task" [ 1262.792676] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.802451] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123402, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.966653] env[69763]: DEBUG nova.scheduler.client.report [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.997883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.998144] env[69763]: DEBUG nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Instance network_info: |[{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1262.998863] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:cb:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5bf3ef12-3e11-4875-83da-56ce19c9b0e2', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1263.007250] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1263.008155] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1263.008448] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30866526-a60d-4da0-b445-fe7c453dd0b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.028893] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1263.028893] env[69763]: value = "task-4123403" [ 1263.028893] env[69763]: _type = "Task" [ 1263.028893] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.038494] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123403, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.205747] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.206059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.206622] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.206622] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.206841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.209870] env[69763]: INFO nova.compute.manager [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Terminating instance [ 1263.267308] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123400, 'name': PowerOffVM_Task, 'duration_secs': 0.223006} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.267728] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.275231] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Reconfiguring VM instance instance-0000005e to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1263.275814] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61ad5d00-472a-4bf4-a47d-072dd19ac64a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.303695] env[69763]: DEBUG nova.compute.manager [req-132f0e09-2cb9-45ae-a355-516500734db5 req-13be6d77-7801-4c81-b01e-558006e3a70a service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1263.303896] env[69763]: DEBUG nova.compute.manager [req-132f0e09-2cb9-45ae-a355-516500734db5 req-13be6d77-7801-4c81-b01e-558006e3a70a service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing instance network info cache due to event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1263.304134] env[69763]: DEBUG oslo_concurrency.lockutils [req-132f0e09-2cb9-45ae-a355-516500734db5 req-13be6d77-7801-4c81-b01e-558006e3a70a service nova] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.304279] env[69763]: DEBUG oslo_concurrency.lockutils [req-132f0e09-2cb9-45ae-a355-516500734db5 req-13be6d77-7801-4c81-b01e-558006e3a70a service nova] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.304474] env[69763]: DEBUG nova.network.neutron [req-132f0e09-2cb9-45ae-a355-516500734db5 req-13be6d77-7801-4c81-b01e-558006e3a70a service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1263.317731] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123401, 'name': ReconfigVM_Task, 'duration_secs': 0.203331} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.322970] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.323414] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1263.323414] env[69763]: value = "task-4123404" [ 1263.323414] env[69763]: _type = "Task" [ 1263.323414] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.324596] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123402, 'name': Rename_Task, 'duration_secs': 0.247005} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.324841] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d1a5082-e0f0-4ef1-828b-7a6cc38c7040 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.327040] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.331267] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-902eb4f9-8252-4541-b42b-30d6a91dc4b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.338683] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1263.338683] env[69763]: value = "task-4123405" [ 1263.338683] env[69763]: _type = "Task" [ 1263.338683] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.344625] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123404, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.349282] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1263.349282] env[69763]: value = "task-4123406" [ 1263.349282] env[69763]: _type = "Task" [ 1263.349282] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.358184] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123405, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.364835] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123406, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.474075] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.452s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.474075] env[69763]: DEBUG nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1263.477062] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.850s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.479055] env[69763]: INFO nova.compute.claims [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1263.541639] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123403, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.715625] env[69763]: DEBUG nova.compute.manager [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1263.715625] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1263.715947] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56167622-98ef-47ac-b2fa-26c149f0be2f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.725141] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1263.725435] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8d1304b3-6bd1-433e-aad5-e653125c548d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.733499] env[69763]: DEBUG oslo_vmware.api [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1263.733499] env[69763]: value = "task-4123407" [ 1263.733499] env[69763]: _type = "Task" [ 1263.733499] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.744467] env[69763]: DEBUG oslo_vmware.api [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.751953] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1263.754504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1263.837974] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123404, 'name': ReconfigVM_Task, 'duration_secs': 0.340778} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.838324] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Reconfigured VM instance instance-0000005e to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1263.838723] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.838855] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d95d5e5a-e4af-4b18-9a46-050b22253bf7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.850783] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1263.850783] env[69763]: value = "task-4123408" [ 1263.850783] env[69763]: _type = "Task" [ 1263.850783] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.862668] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123405, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.874767] env[69763]: DEBUG oslo_vmware.api [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123406, 'name': PowerOnVM_Task, 'duration_secs': 0.528444} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.875479] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.875734] env[69763]: INFO nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Took 9.49 seconds to spawn the instance on the hypervisor. [ 1263.876063] env[69763]: DEBUG nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1263.877654] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f26ae4-12ee-4b9e-978d-ab5dd197918d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.884699] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.983860] env[69763]: DEBUG nova.compute.utils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1263.987813] env[69763]: DEBUG nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1263.987994] env[69763]: DEBUG nova.network.neutron [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1264.040404] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123403, 'name': CreateVM_Task, 'duration_secs': 0.641452} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.040602] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.041362] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.041533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.041870] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.042189] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5eead0aa-f6a0-428a-b309-7f9d26d918a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.052304] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1264.052304] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526608e1-d238-d586-4f35-54a6fbd98e2c" [ 1264.052304] env[69763]: _type = "Task" [ 1264.052304] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.062648] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526608e1-d238-d586-4f35-54a6fbd98e2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.075164] env[69763]: DEBUG nova.policy [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '456c18863fcb45cfbba706f0142729e9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '899bc7e2ad7f45848aad68ec49d6012c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1264.161363] env[69763]: DEBUG nova.network.neutron [req-132f0e09-2cb9-45ae-a355-516500734db5 req-13be6d77-7801-4c81-b01e-558006e3a70a service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updated VIF entry in instance network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1264.163627] env[69763]: DEBUG nova.network.neutron [req-132f0e09-2cb9-45ae-a355-516500734db5 req-13be6d77-7801-4c81-b01e-558006e3a70a service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.247137] env[69763]: DEBUG oslo_vmware.api [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123407, 'name': PowerOffVM_Task, 'duration_secs': 0.283629} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.247921] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1264.248285] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.248741] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7c43bba3-a573-4e29-8160-ce43d982a185 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.254395] env[69763]: DEBUG nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1264.330454] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.331104] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.331433] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleting the datastore file [datastore2] 8b3238d2-30d6-45d2-9aff-4752fa6e20cc {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.331841] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5c5a551e-9cf8-4284-b104-72ecfb35efbf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.341230] env[69763]: DEBUG oslo_vmware.api [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1264.341230] env[69763]: value = "task-4123410" [ 1264.341230] env[69763]: _type = "Task" [ 1264.341230] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.355723] env[69763]: DEBUG oslo_vmware.api [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123410, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.365611] env[69763]: DEBUG oslo_vmware.api [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123405, 'name': PowerOnVM_Task, 'duration_secs': 0.579154} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.365611] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.368084] env[69763]: DEBUG nova.compute.manager [None req-1043ea9c-374e-49e6-8806-60faba4c61a2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1264.368958] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaa97e65-28b2-4f4b-bcd4-7e30b54e660c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.375665] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.375910] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.376157] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.376311] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.376475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.378580] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123408, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.378580] env[69763]: INFO nova.compute.manager [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Terminating instance [ 1264.408152] env[69763]: INFO nova.compute.manager [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Took 17.47 seconds to build instance. [ 1264.489556] env[69763]: DEBUG nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1264.495266] env[69763]: DEBUG nova.network.neutron [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Successfully created port: 33315e30-9c20-478f-8174-66f12465172c {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1264.563451] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]526608e1-d238-d586-4f35-54a6fbd98e2c, 'name': SearchDatastore_Task, 'duration_secs': 0.016671} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.563807] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.564051] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1264.564304] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.564573] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.564573] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1264.567492] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e5f965d8-a7ec-4960-be09-9184a0b3a249 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.578600] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1264.578803] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1264.579597] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1d474ba-75be-43d3-8965-a43ecfe20984 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.589651] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1264.589651] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5208ce6c-6eb2-5a47-0507-4ec9244c10f6" [ 1264.589651] env[69763]: _type = "Task" [ 1264.589651] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.600064] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5208ce6c-6eb2-5a47-0507-4ec9244c10f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.670346] env[69763]: DEBUG oslo_concurrency.lockutils [req-132f0e09-2cb9-45ae-a355-516500734db5 req-13be6d77-7801-4c81-b01e-558006e3a70a service nova] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.777310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.786849] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135900bf-85bc-4332-967f-9c2d725be861 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.797479] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97568232-c0df-438e-a437-aaa5a4b62b6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.832926] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeeb6b49-ac96-4a35-a664-30ac44ed433d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.842773] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc991106-e211-4e12-92b5-558a68e11ff1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.866011] env[69763]: DEBUG nova.compute.provider_tree [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1264.877134] env[69763]: DEBUG oslo_vmware.api [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123410, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177088} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.879157] env[69763]: DEBUG nova.scheduler.client.report [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1264.882446] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1264.882836] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1264.882885] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1264.883394] env[69763]: INFO nova.compute.manager [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1264.883435] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.884321] env[69763]: DEBUG nova.compute.manager [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.884520] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.885495] env[69763]: DEBUG nova.compute.manager [-] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1264.885609] env[69763]: DEBUG nova.network.neutron [-] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1264.888063] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc8465e-5174-43c1-92f6-c4f4dbc834b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.897401] env[69763]: DEBUG oslo_vmware.api [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123408, 'name': PowerOnVM_Task, 'duration_secs': 0.699223} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.899766] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.900030] env[69763]: DEBUG nova.compute.manager [None req-5758cbf0-72b5-452e-8878-1b4b45fe20f2 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1264.901308] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-391192a4-97d0-44c2-93f6-56a616790b0d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.908068] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1264.908615] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-211bd5ce-c3e9-48ae-99e0-5a7761f021b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.910640] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d5e63fd3-51ae-452f-8a96-d4ed5f013bc0 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.981s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.994369] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1264.994736] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1264.995100] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleting the datastore file [datastore2] a705a131-8bf4-4e3e-b7b1-2e38dc4690c8 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1264.995739] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dc43a970-8cdb-4906-86b1-acf89632f913 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.008307] env[69763]: DEBUG oslo_vmware.api [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1265.008307] env[69763]: value = "task-4123413" [ 1265.008307] env[69763]: _type = "Task" [ 1265.008307] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.020555] env[69763]: DEBUG oslo_vmware.api [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.104175] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5208ce6c-6eb2-5a47-0507-4ec9244c10f6, 'name': SearchDatastore_Task, 'duration_secs': 0.011429} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.104175] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78cfc92a-b465-456d-b99e-baf27ab0115a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.111401] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1265.111401] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527d7f46-6700-27dd-62eb-3eb0973e3e72" [ 1265.111401] env[69763]: _type = "Task" [ 1265.111401] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.120422] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527d7f46-6700-27dd-62eb-3eb0973e3e72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.365323] env[69763]: DEBUG nova.compute.manager [req-58debb35-ec8a-403c-bc9f-cc7db5e33dce req-3dc7a082-48a8-4500-ac55-db11290d6bb0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Received event network-changed-c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.365323] env[69763]: DEBUG nova.compute.manager [req-58debb35-ec8a-403c-bc9f-cc7db5e33dce req-3dc7a082-48a8-4500-ac55-db11290d6bb0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Refreshing instance network info cache due to event network-changed-c46a4f35-1fde-4479-9581-1ff7b201a9b3. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.365323] env[69763]: DEBUG oslo_concurrency.lockutils [req-58debb35-ec8a-403c-bc9f-cc7db5e33dce req-3dc7a082-48a8-4500-ac55-db11290d6bb0 service nova] Acquiring lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.365323] env[69763]: DEBUG oslo_concurrency.lockutils [req-58debb35-ec8a-403c-bc9f-cc7db5e33dce req-3dc7a082-48a8-4500-ac55-db11290d6bb0 service nova] Acquired lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.365707] env[69763]: DEBUG nova.network.neutron [req-58debb35-ec8a-403c-bc9f-cc7db5e33dce req-3dc7a082-48a8-4500-ac55-db11290d6bb0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Refreshing network info cache for port c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.386473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.909s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.386762] env[69763]: DEBUG nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1265.389562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.612s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.391791] env[69763]: INFO nova.compute.claims [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1265.515582] env[69763]: DEBUG nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1265.526982] env[69763]: DEBUG oslo_vmware.api [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123413, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.556733] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1265.557273] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1265.557439] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1265.557630] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1265.557981] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1265.558189] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1265.558422] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1265.558590] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1265.558947] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1265.559186] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1265.559402] env[69763]: DEBUG nova.virt.hardware [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1265.561313] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5d9a00-1d62-49f1-845b-8ce8e8aed06a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.571030] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-840db62f-9046-48fa-803f-8100fe8289b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.623941] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527d7f46-6700-27dd-62eb-3eb0973e3e72, 'name': SearchDatastore_Task, 'duration_secs': 0.017887} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.624566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.624566] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 2748d29a-0563-426d-9a06-d427764311bd/2748d29a-0563-426d-9a06-d427764311bd.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1265.624810] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37fef9c3-6dc4-43a5-a3d0-1efab1c6fdb1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.633278] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1265.633278] env[69763]: value = "task-4123414" [ 1265.633278] env[69763]: _type = "Task" [ 1265.633278] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.642658] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123414, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.808314] env[69763]: DEBUG nova.network.neutron [-] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.900501] env[69763]: DEBUG nova.compute.utils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1265.905606] env[69763]: DEBUG nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1265.906404] env[69763]: DEBUG nova.network.neutron [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1266.026066] env[69763]: DEBUG oslo_vmware.api [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123413, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.541825} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.026066] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.026066] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.026066] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.026066] env[69763]: INFO nova.compute.manager [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1266.026066] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.026066] env[69763]: DEBUG nova.compute.manager [-] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.026066] env[69763]: DEBUG nova.network.neutron [-] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.032555] env[69763]: DEBUG nova.policy [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a107117a0180427d81293c3f03c71af8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5d8b0790aeb541899503c51f2e50cf7c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1266.041565] env[69763]: INFO nova.compute.manager [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Unrescuing [ 1266.042053] env[69763]: DEBUG oslo_concurrency.lockutils [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.042381] env[69763]: DEBUG oslo_concurrency.lockutils [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquired lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.042700] env[69763]: DEBUG nova.network.neutron [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1266.152604] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123414, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.313745] env[69763]: INFO nova.compute.manager [-] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Took 1.43 seconds to deallocate network for instance. [ 1266.404308] env[69763]: DEBUG nova.compute.manager [req-780c6380-d242-435c-a86e-b28afd473e4c req-3394f1c3-8a9d-4afe-922e-087a309530f2 service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Received event network-vif-plugged-33315e30-9c20-478f-8174-66f12465172c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.404751] env[69763]: DEBUG oslo_concurrency.lockutils [req-780c6380-d242-435c-a86e-b28afd473e4c req-3394f1c3-8a9d-4afe-922e-087a309530f2 service nova] Acquiring lock "4064beb5-b091-48af-b6e2-a29ca69416bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.406160] env[69763]: DEBUG oslo_concurrency.lockutils [req-780c6380-d242-435c-a86e-b28afd473e4c req-3394f1c3-8a9d-4afe-922e-087a309530f2 service nova] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1266.406399] env[69763]: DEBUG oslo_concurrency.lockutils [req-780c6380-d242-435c-a86e-b28afd473e4c req-3394f1c3-8a9d-4afe-922e-087a309530f2 service nova] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1266.406983] env[69763]: DEBUG nova.compute.manager [req-780c6380-d242-435c-a86e-b28afd473e4c req-3394f1c3-8a9d-4afe-922e-087a309530f2 service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] No waiting events found dispatching network-vif-plugged-33315e30-9c20-478f-8174-66f12465172c {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1266.406983] env[69763]: WARNING nova.compute.manager [req-780c6380-d242-435c-a86e-b28afd473e4c req-3394f1c3-8a9d-4afe-922e-087a309530f2 service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Received unexpected event network-vif-plugged-33315e30-9c20-478f-8174-66f12465172c for instance with vm_state building and task_state spawning. [ 1266.411571] env[69763]: DEBUG nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1266.426894] env[69763]: DEBUG nova.network.neutron [req-58debb35-ec8a-403c-bc9f-cc7db5e33dce req-3dc7a082-48a8-4500-ac55-db11290d6bb0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Updated VIF entry in instance network info cache for port c46a4f35-1fde-4479-9581-1ff7b201a9b3. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.427304] env[69763]: DEBUG nova.network.neutron [req-58debb35-ec8a-403c-bc9f-cc7db5e33dce req-3dc7a082-48a8-4500-ac55-db11290d6bb0 service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Updating instance_info_cache with network_info: [{"id": "c46a4f35-1fde-4479-9581-1ff7b201a9b3", "address": "fa:16:3e:3d:b8:64", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc46a4f35-1f", "ovs_interfaceid": "c46a4f35-1fde-4479-9581-1ff7b201a9b3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.531329] env[69763]: DEBUG nova.network.neutron [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Successfully updated port: 33315e30-9c20-478f-8174-66f12465172c {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1266.654240] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123414, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.554504} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.654240] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 2748d29a-0563-426d-9a06-d427764311bd/2748d29a-0563-426d-9a06-d427764311bd.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1266.654240] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1266.654240] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-09058cb9-423b-48a4-a95e-f8ebc2fe8f39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.661742] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1266.661742] env[69763]: value = "task-4123416" [ 1266.661742] env[69763]: _type = "Task" [ 1266.661742] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.675309] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123416, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.750418] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e4d6777-bb88-4b6c-8277-934d84508abb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.759530] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ff8e7a-4c34-47d4-bcc3-2db7c9e1f7a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.803081] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d1b9276-d9f0-4d25-bffe-71d7dbe7688a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.807997] env[69763]: DEBUG nova.network.neutron [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Successfully created port: 1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1266.813763] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b35f3a62-e70f-49db-b066-3684c9b0725d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.833507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1266.833507] env[69763]: DEBUG nova.compute.provider_tree [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.936029] env[69763]: DEBUG oslo_concurrency.lockutils [req-58debb35-ec8a-403c-bc9f-cc7db5e33dce req-3dc7a082-48a8-4500-ac55-db11290d6bb0 service nova] Releasing lock "refresh_cache-55a0c760-4c05-4de1-94bb-d63b03ec7a07" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.938642] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1266.938926] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816779', 'volume_id': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'name': 'volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a9ce56b-1564-4845-9078-2048fbba9a37', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'serial': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1266.940589] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e0ff2f-a128-48f0-8490-b1a680b83fd5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.971260] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb5ab99-7bed-4ca1-b4c6-0452760a0041 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.001383] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b/volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.006389] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-551725db-3490-4efb-930c-8d4fdfc857ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.034909] env[69763]: DEBUG oslo_vmware.api [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1267.034909] env[69763]: value = "task-4123417" [ 1267.034909] env[69763]: _type = "Task" [ 1267.034909] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.035521] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "refresh_cache-4064beb5-b091-48af-b6e2-a29ca69416bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.035659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "refresh_cache-4064beb5-b091-48af-b6e2-a29ca69416bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.035807] env[69763]: DEBUG nova.network.neutron [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1267.049274] env[69763]: DEBUG oslo_vmware.api [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123417, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.065721] env[69763]: DEBUG nova.network.neutron [-] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.096803] env[69763]: DEBUG nova.network.neutron [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Updating instance_info_cache with network_info: [{"id": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "address": "fa:16:3e:8b:59:cf", "network": {"id": "cd520271-9fe2-47bb-8d37-255cb5cac6c4", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-788477842-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "2ed4a619bdfc4ab3b27eb517151b3955", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "e1c9bb98-73a9-48eb-856e-a541afe9b07b", "external-id": "nsx-vlan-transportzone-755", "segmentation_id": 755, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d7ed545-16", "ovs_interfaceid": "2d7ed545-16ae-4e4c-96bc-a698c8930aa2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.175060] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123416, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081415} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.175450] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.176336] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e3d8c2-0643-4874-934a-6ca6dbb9854b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.202135] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] 2748d29a-0563-426d-9a06-d427764311bd/2748d29a-0563-426d-9a06-d427764311bd.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.202527] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0b8cff9-1b4d-4a0f-af89-8d840462d50f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.224319] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1267.224319] env[69763]: value = "task-4123418" [ 1267.224319] env[69763]: _type = "Task" [ 1267.224319] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.233934] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123418, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.337037] env[69763]: DEBUG nova.scheduler.client.report [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.402237] env[69763]: DEBUG nova.compute.manager [req-a64c6d26-9242-4fa5-9793-3aba22da3a64 req-7c39204d-d717-424a-a1b2-d74ba5da7e46 service nova] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Received event network-vif-deleted-07525ce2-4e28-40a9-82f7-cf0bddbc3876 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.402569] env[69763]: DEBUG nova.compute.manager [req-a64c6d26-9242-4fa5-9793-3aba22da3a64 req-7c39204d-d717-424a-a1b2-d74ba5da7e46 service nova] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Received event network-vif-deleted-10abc944-153e-4717-a0df-ba784fc0192a {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.425163] env[69763]: DEBUG nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1267.457384] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1267.457710] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1267.457894] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1267.458138] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1267.458318] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1267.458511] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1267.458792] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1267.458980] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1267.459202] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1267.459400] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1267.459543] env[69763]: DEBUG nova.virt.hardware [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1267.460485] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b01cf9-92ea-4f2c-9cf0-14e0071aa8f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.470776] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9852cc0d-9d24-4770-ba73-4be4ab08df95 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.551475] env[69763]: DEBUG oslo_vmware.api [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.571890] env[69763]: INFO nova.compute.manager [-] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Took 1.55 seconds to deallocate network for instance. [ 1267.577479] env[69763]: DEBUG nova.network.neutron [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1267.599848] env[69763]: DEBUG oslo_concurrency.lockutils [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Releasing lock "refresh_cache-675be34d-8cd7-4347-815c-27761d1fe049" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.601517] env[69763]: DEBUG nova.objects.instance [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lazy-loading 'flavor' on Instance uuid 675be34d-8cd7-4347-815c-27761d1fe049 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1267.736035] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123418, 'name': ReconfigVM_Task, 'duration_secs': 0.474057} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.737069] env[69763]: DEBUG nova.network.neutron [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Updating instance_info_cache with network_info: [{"id": "33315e30-9c20-478f-8174-66f12465172c", "address": "fa:16:3e:88:86:4a", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33315e30-9c", "ovs_interfaceid": "33315e30-9c20-478f-8174-66f12465172c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.738397] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Reconfigured VM instance instance-00000065 to attach disk [datastore2] 2748d29a-0563-426d-9a06-d427764311bd/2748d29a-0563-426d-9a06-d427764311bd.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1267.740532] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aeb34b67-1d47-429e-8604-1850db2a86d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.748075] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1267.748075] env[69763]: value = "task-4123419" [ 1267.748075] env[69763]: _type = "Task" [ 1267.748075] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.757526] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123419, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.844066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.844857] env[69763]: DEBUG nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1267.847966] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.017s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.849902] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.887147] env[69763]: INFO nova.scheduler.client.report [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted allocations for instance 8b3238d2-30d6-45d2-9aff-4752fa6e20cc [ 1268.051055] env[69763]: DEBUG oslo_vmware.api [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123417, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.081051] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.081391] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.081934] env[69763]: DEBUG nova.objects.instance [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'resources' on Instance uuid a705a131-8bf4-4e3e-b7b1-2e38dc4690c8 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.107976] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a928b62c-00d2-4c66-be21-1aef9ff00533 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.131599] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1268.132313] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e765b46-b321-45c9-a250-25e7eefa71b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.141240] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1268.141240] env[69763]: value = "task-4123420" [ 1268.141240] env[69763]: _type = "Task" [ 1268.141240] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.150307] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123420, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.241486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "refresh_cache-4064beb5-b091-48af-b6e2-a29ca69416bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.241904] env[69763]: DEBUG nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Instance network_info: |[{"id": "33315e30-9c20-478f-8174-66f12465172c", "address": "fa:16:3e:88:86:4a", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33315e30-9c", "ovs_interfaceid": "33315e30-9c20-478f-8174-66f12465172c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1268.243075] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:86:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ed9dc063-5c7a-4591-ba7d-b58b861d7f63', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33315e30-9c20-478f-8174-66f12465172c', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1268.250570] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1268.250967] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1268.254841] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-85cf78eb-ead8-4118-9a54-23d45247894d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.275905] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123419, 'name': Rename_Task, 'duration_secs': 0.162541} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.277512] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1268.277711] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1268.277711] env[69763]: value = "task-4123421" [ 1268.277711] env[69763]: _type = "Task" [ 1268.277711] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.277935] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f3e909f0-6606-4f07-88a6-852952b43a99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.289393] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123421, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.290936] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1268.290936] env[69763]: value = "task-4123422" [ 1268.290936] env[69763]: _type = "Task" [ 1268.290936] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.299592] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123422, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.353947] env[69763]: DEBUG nova.compute.utils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1268.356406] env[69763]: DEBUG nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1268.356709] env[69763]: DEBUG nova.network.neutron [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1268.394556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-feadd80e-ae2e-4dae-a06b-6ff3e01940eb tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "8b3238d2-30d6-45d2-9aff-4752fa6e20cc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.188s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.439887] env[69763]: DEBUG nova.compute.manager [req-ab6718a7-64b8-4b44-9e01-4e82f303d7f1 req-231f847c-e48f-4682-ae55-9dfced56061a service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Received event network-changed-33315e30-9c20-478f-8174-66f12465172c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1268.440248] env[69763]: DEBUG nova.compute.manager [req-ab6718a7-64b8-4b44-9e01-4e82f303d7f1 req-231f847c-e48f-4682-ae55-9dfced56061a service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Refreshing instance network info cache due to event network-changed-33315e30-9c20-478f-8174-66f12465172c. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1268.440380] env[69763]: DEBUG oslo_concurrency.lockutils [req-ab6718a7-64b8-4b44-9e01-4e82f303d7f1 req-231f847c-e48f-4682-ae55-9dfced56061a service nova] Acquiring lock "refresh_cache-4064beb5-b091-48af-b6e2-a29ca69416bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.440561] env[69763]: DEBUG oslo_concurrency.lockutils [req-ab6718a7-64b8-4b44-9e01-4e82f303d7f1 req-231f847c-e48f-4682-ae55-9dfced56061a service nova] Acquired lock "refresh_cache-4064beb5-b091-48af-b6e2-a29ca69416bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.440766] env[69763]: DEBUG nova.network.neutron [req-ab6718a7-64b8-4b44-9e01-4e82f303d7f1 req-231f847c-e48f-4682-ae55-9dfced56061a service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Refreshing network info cache for port 33315e30-9c20-478f-8174-66f12465172c {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1268.453608] env[69763]: DEBUG nova.policy [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5b09c77d0fd44da08d3b6197e72f3a51', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c39aa9dc0d2948818a3cd1c7e34b815f', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1268.549233] env[69763]: DEBUG oslo_vmware.api [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123417, 'name': ReconfigVM_Task, 'duration_secs': 1.216183} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.549595] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Reconfigured VM instance instance-0000005a to attach disk [datastore2] volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b/volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1268.554775] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b1a408-d539-414d-bafe-a8370c08dcca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.572497] env[69763]: DEBUG oslo_vmware.api [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1268.572497] env[69763]: value = "task-4123423" [ 1268.572497] env[69763]: _type = "Task" [ 1268.572497] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.586689] env[69763]: DEBUG oslo_vmware.api [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123423, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.657155] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123420, 'name': PowerOffVM_Task, 'duration_secs': 0.296227} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.657565] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.663595] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Reconfiguring VM instance instance-00000062 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1268.666702] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a8824fd-48df-46b8-a2c4-e26a8db11492 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.687077] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1268.687077] env[69763]: value = "task-4123424" [ 1268.687077] env[69763]: _type = "Task" [ 1268.687077] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.699262] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123424, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.806369] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123421, 'name': CreateVM_Task, 'duration_secs': 0.380207} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.807512] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1268.808543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.809344] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.809881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.817372] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94d11b59-e186-49fb-ad07-cee3955b1519 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.818565] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123422, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.823414] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1268.823414] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521a813b-5ff3-309d-9d4c-edc5e48c4ffd" [ 1268.823414] env[69763]: _type = "Task" [ 1268.823414] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.841659] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521a813b-5ff3-309d-9d4c-edc5e48c4ffd, 'name': SearchDatastore_Task, 'duration_secs': 0.011725} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.842270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.842589] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1268.842908] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.843592] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.843898] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1268.848422] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-680c6520-91e8-4c43-b0cf-fcfae5b7a1a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.861273] env[69763]: DEBUG nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1268.866071] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1268.866369] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1268.868911] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a26d6ab-c626-4451-a39d-b56728efbf74 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.881166] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1268.881166] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ec4287-c60c-0c53-f5eb-e9d6ae5e0fe9" [ 1268.881166] env[69763]: _type = "Task" [ 1268.881166] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.898028] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ec4287-c60c-0c53-f5eb-e9d6ae5e0fe9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.959280] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c6cbce-3e03-4118-a365-d36639645efd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.971082] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f1179d-daf2-4b7c-9876-d4a32c9a38c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.015557] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6906e46-1e8f-423d-8f4c-56c5383e9924 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.019216] env[69763]: DEBUG nova.network.neutron [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Successfully updated port: 1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1269.023940] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccacad44-7638-4995-b0d5-3714ab08f2fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.045062] env[69763]: DEBUG nova.compute.provider_tree [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1269.894813] env[69763]: DEBUG nova.network.neutron [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Successfully created port: 6982d46d-24a5-4f09-9823-82d0724d13c7 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1269.902349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.902468] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.902611] env[69763]: DEBUG nova.network.neutron [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.904025] env[69763]: DEBUG nova.scheduler.client.report [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1269.923197] env[69763]: DEBUG oslo_vmware.api [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123423, 'name': ReconfigVM_Task, 'duration_secs': 0.171294} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.932776] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816779', 'volume_id': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'name': 'volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a9ce56b-1564-4845-9078-2048fbba9a37', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'serial': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1269.935503] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ec4287-c60c-0c53-f5eb-e9d6ae5e0fe9, 'name': SearchDatastore_Task, 'duration_secs': 0.018187} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.935503] env[69763]: DEBUG oslo_vmware.api [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123422, 'name': PowerOnVM_Task, 'duration_secs': 0.528338} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.935503] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123424, 'name': ReconfigVM_Task, 'duration_secs': 0.290202} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.937037] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1269.937037] env[69763]: INFO nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Took 9.24 seconds to spawn the instance on the hypervisor. [ 1269.937037] env[69763]: DEBUG nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1269.937217] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Reconfigured VM instance instance-00000062 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1269.937559] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1269.937646] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-489708c9-1c0d-4b21-985e-a4674b3f700f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.941678] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf3e69bd-8476-484a-823b-e85de2ee88c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.943683] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-47c5ed4b-be71-41df-88f2-e2606e921f7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.963046] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1269.963046] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52965150-4e7d-04f0-9596-22e6c2ddf40d" [ 1269.963046] env[69763]: _type = "Task" [ 1269.963046] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.965587] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1269.965587] env[69763]: value = "task-4123426" [ 1269.965587] env[69763]: _type = "Task" [ 1269.965587] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.981172] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52965150-4e7d-04f0-9596-22e6c2ddf40d, 'name': SearchDatastore_Task, 'duration_secs': 0.021443} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.990722] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.991159] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 4064beb5-b091-48af-b6e2-a29ca69416bc/4064beb5-b091-48af-b6e2-a29ca69416bc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1269.992834] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123426, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.992834] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46fb8933-862f-479e-a1a5-d16b4176a644 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.002859] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1270.002859] env[69763]: value = "task-4123427" [ 1270.002859] env[69763]: _type = "Task" [ 1270.002859] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.018220] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.094286] env[69763]: DEBUG nova.network.neutron [req-ab6718a7-64b8-4b44-9e01-4e82f303d7f1 req-231f847c-e48f-4682-ae55-9dfced56061a service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Updated VIF entry in instance network info cache for port 33315e30-9c20-478f-8174-66f12465172c. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1270.094713] env[69763]: DEBUG nova.network.neutron [req-ab6718a7-64b8-4b44-9e01-4e82f303d7f1 req-231f847c-e48f-4682-ae55-9dfced56061a service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Updating instance_info_cache with network_info: [{"id": "33315e30-9c20-478f-8174-66f12465172c", "address": "fa:16:3e:88:86:4a", "network": {"id": "87e56c15-3cc5-4b9b-b2e6-5c50ca80ce36", "bridge": "br-int", "label": "tempest-ServersTestJSON-1070243575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "899bc7e2ad7f45848aad68ec49d6012c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ed9dc063-5c7a-4591-ba7d-b58b861d7f63", "external-id": "nsx-vlan-transportzone-37", "segmentation_id": 37, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33315e30-9c", "ovs_interfaceid": "33315e30-9c20-478f-8174-66f12465172c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.374587] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.374837] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.408629] env[69763]: DEBUG nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1270.418847] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.337s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.441857] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1270.442192] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1270.442413] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1270.442609] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1270.442757] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1270.442904] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1270.443134] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1270.443296] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1270.443515] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1270.443623] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1270.443797] env[69763]: DEBUG nova.virt.hardware [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1270.445957] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f71e86-1921-45bd-8e83-593136d0a442 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.453292] env[69763]: INFO nova.scheduler.client.report [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted allocations for instance a705a131-8bf4-4e3e-b7b1-2e38dc4690c8 [ 1270.460868] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41095f15-9bd9-44d1-92e5-6fe7c6ea0a91 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.472889] env[69763]: DEBUG nova.network.neutron [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1270.477344] env[69763]: DEBUG nova.compute.manager [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Received event network-vif-plugged-1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.477658] env[69763]: DEBUG oslo_concurrency.lockutils [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.477923] env[69763]: DEBUG oslo_concurrency.lockutils [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.478205] env[69763]: DEBUG oslo_concurrency.lockutils [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.478292] env[69763]: DEBUG nova.compute.manager [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] No waiting events found dispatching network-vif-plugged-1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1270.478502] env[69763]: WARNING nova.compute.manager [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Received unexpected event network-vif-plugged-1300ce70-851c-4495-9898-bfce14bd5a4c for instance with vm_state building and task_state spawning. [ 1270.478680] env[69763]: DEBUG nova.compute.manager [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Received event network-changed-1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1270.478835] env[69763]: DEBUG nova.compute.manager [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Refreshing instance network info cache due to event network-changed-1300ce70-851c-4495-9898-bfce14bd5a4c. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1270.479385] env[69763]: DEBUG oslo_concurrency.lockutils [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] Acquiring lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.487248] env[69763]: INFO nova.compute.manager [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Took 18.63 seconds to build instance. [ 1270.504823] env[69763]: DEBUG oslo_vmware.api [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123426, 'name': PowerOnVM_Task, 'duration_secs': 0.51674} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.508535] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1270.508820] env[69763]: DEBUG nova.compute.manager [None req-93704206-fa20-4e7c-a7e6-712f053cc9f2 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1270.510407] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b481b3c1-7705-43ea-8037-9fb023aca04b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.519264] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123427, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.597689] env[69763]: DEBUG oslo_concurrency.lockutils [req-ab6718a7-64b8-4b44-9e01-4e82f303d7f1 req-231f847c-e48f-4682-ae55-9dfced56061a service nova] Releasing lock "refresh_cache-4064beb5-b091-48af-b6e2-a29ca69416bc" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.693970] env[69763]: DEBUG nova.network.neutron [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Updating instance_info_cache with network_info: [{"id": "1300ce70-851c-4495-9898-bfce14bd5a4c", "address": "fa:16:3e:f5:c6:dc", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1300ce70-85", "ovs_interfaceid": "1300ce70-851c-4495-9898-bfce14bd5a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.878107] env[69763]: DEBUG nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1270.972107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3156beb8-6574-4a96-a070-b24fee92111c tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "a705a131-8bf4-4e3e-b7b1-2e38dc4690c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.596s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1270.989847] env[69763]: DEBUG nova.objects.instance [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lazy-loading 'flavor' on Instance uuid 4a9ce56b-1564-4845-9078-2048fbba9a37 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.999372] env[69763]: DEBUG oslo_concurrency.lockutils [None req-418e8f7c-bf4b-4097-a5ea-bd1659276edc tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "2748d29a-0563-426d-9a06-d427764311bd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.678s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.018898] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123427, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.198665] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Releasing lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.201483] env[69763]: DEBUG nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Instance network_info: |[{"id": "1300ce70-851c-4495-9898-bfce14bd5a4c", "address": "fa:16:3e:f5:c6:dc", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1300ce70-85", "ovs_interfaceid": "1300ce70-851c-4495-9898-bfce14bd5a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1271.201483] env[69763]: DEBUG oslo_concurrency.lockutils [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] Acquired lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.201483] env[69763]: DEBUG nova.network.neutron [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Refreshing network info cache for port 1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1271.201483] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:c6:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '62f28d75-4e6a-4ae5-b8b3-d0652ea26d08', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1300ce70-851c-4495-9898-bfce14bd5a4c', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1271.209451] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1271.213306] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1271.213936] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-698a719f-88f5-4092-8020-f8e4b548e1ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.243026] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1271.243026] env[69763]: value = "task-4123428" [ 1271.243026] env[69763]: _type = "Task" [ 1271.243026] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.251396] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123428, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.410476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.410829] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.416283] env[69763]: INFO nova.compute.claims [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1271.499171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11ad1882-65f1-4c30-aa5e-c00fbc49d6d7 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.676s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.520267] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123427, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.090829} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.521518] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 4064beb5-b091-48af-b6e2-a29ca69416bc/4064beb5-b091-48af-b6e2-a29ca69416bc.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1271.521856] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1271.522833] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-02f4e872-4c06-4757-ba8a-aa22a9c869e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.531890] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1271.531890] env[69763]: value = "task-4123429" [ 1271.531890] env[69763]: _type = "Task" [ 1271.531890] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1271.543903] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123429, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.587607] env[69763]: DEBUG nova.network.neutron [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Updated VIF entry in instance network info cache for port 1300ce70-851c-4495-9898-bfce14bd5a4c. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1271.588076] env[69763]: DEBUG nova.network.neutron [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Updating instance_info_cache with network_info: [{"id": "1300ce70-851c-4495-9898-bfce14bd5a4c", "address": "fa:16:3e:f5:c6:dc", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1300ce70-85", "ovs_interfaceid": "1300ce70-851c-4495-9898-bfce14bd5a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.670742] env[69763]: DEBUG nova.network.neutron [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Successfully updated port: 6982d46d-24a5-4f09-9823-82d0724d13c7 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1271.752710] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123428, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.807473] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "41c16292-949f-4eba-baeb-aabf92c66e5a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.807911] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.041732] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123429, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.148931} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.042121] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1272.042807] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8234e3b2-1b91-4a88-8eca-3b6a5d30e7b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.065082] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] 4064beb5-b091-48af-b6e2-a29ca69416bc/4064beb5-b091-48af-b6e2-a29ca69416bc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1272.065420] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98de64e5-3a0d-4404-9bd3-13d7f4c24b9c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.086295] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1272.086295] env[69763]: value = "task-4123431" [ 1272.086295] env[69763]: _type = "Task" [ 1272.086295] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.090113] env[69763]: DEBUG oslo_concurrency.lockutils [req-10ffa069-08a0-4e6f-a6c5-09698de119bc req-65e770da-a760-4280-8119-984e39a32362 service nova] Releasing lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.097511] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123431, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.178982] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "refresh_cache-e3b7620c-ad2b-48de-8a83-8e996fbd8d62" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.178982] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "refresh_cache-e3b7620c-ad2b-48de-8a83-8e996fbd8d62" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.179240] env[69763]: DEBUG nova.network.neutron [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.221015] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "4a9ce56b-1564-4845-9078-2048fbba9a37" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.221344] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.252071] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123428, 'name': CreateVM_Task, 'duration_secs': 0.632831} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.252259] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1272.253055] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.253229] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.253645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.253927] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c2cdaf3-84c8-4b61-91bb-b824b01aa262 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.259583] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1272.259583] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5293f4c1-7680-57d2-b622-e1a8034c20fa" [ 1272.259583] env[69763]: _type = "Task" [ 1272.259583] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.269817] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5293f4c1-7680-57d2-b622-e1a8034c20fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.293606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "675be34d-8cd7-4347-815c-27761d1fe049" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.293896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "675be34d-8cd7-4347-815c-27761d1fe049" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.294123] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "675be34d-8cd7-4347-815c-27761d1fe049-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.294309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "675be34d-8cd7-4347-815c-27761d1fe049-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.294484] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "675be34d-8cd7-4347-815c-27761d1fe049-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.297056] env[69763]: INFO nova.compute.manager [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Terminating instance [ 1272.311989] env[69763]: DEBUG nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.461017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.461288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.509658] env[69763]: DEBUG nova.compute.manager [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1272.509865] env[69763]: DEBUG nova.compute.manager [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing instance network info cache due to event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1272.510090] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.510236] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.510399] env[69763]: DEBUG nova.network.neutron [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1272.601269] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123431, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.717724] env[69763]: DEBUG nova.network.neutron [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1272.723049] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1152413f-9841-4769-baa6-07951d7ca802 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.728046] env[69763]: INFO nova.compute.manager [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Detaching volume ec45f0c7-ca9b-4362-84f4-ec27a1cba23b [ 1272.742222] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e869ba1-7331-4ad3-a0b8-904eea0b8621 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.781501] env[69763]: INFO nova.virt.block_device [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Attempting to driver detach volume ec45f0c7-ca9b-4362-84f4-ec27a1cba23b from mountpoint /dev/sdb [ 1272.781767] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1272.781979] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816779', 'volume_id': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'name': 'volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a9ce56b-1564-4845-9078-2048fbba9a37', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'serial': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1272.786145] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768746a9-6c65-4609-ba40-fa0097e16d3e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.789321] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce971ac-62d8-4581-a3b4-e2bac808abc2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.800342] env[69763]: DEBUG nova.compute.manager [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1272.800588] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1272.800932] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5293f4c1-7680-57d2-b622-e1a8034c20fa, 'name': SearchDatastore_Task, 'duration_secs': 0.047867} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.819556] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74859fd0-7040-473c-9c0d-b36115408301 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.822593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.822878] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1272.823162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.823319] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.823528] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1272.828655] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4195a59-2832-4f85-881d-614d47212b4f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.831514] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a2dff0c-35e6-4d07-86a7-bb3cba55011a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.835184] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef989c83-11d7-45ff-8d07-ca100b41bf4a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.847015] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1272.857165] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-63213910-5cc7-490e-bd1d-544340e4d1e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.859239] env[69763]: DEBUG nova.compute.provider_tree [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.861505] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.863132] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64ef6d44-8d12-4197-9eed-139e56c07562 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.865854] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1272.866117] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1272.867551] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7eed3bb7-f1fe-4b9f-a0a8-5f60ce860094 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.873351] env[69763]: DEBUG oslo_vmware.api [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1272.873351] env[69763]: value = "task-4123432" [ 1272.873351] env[69763]: _type = "Task" [ 1272.873351] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.875643] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1272.875643] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527e2ffe-fca8-3c16-b373-c0c32f9cb2ea" [ 1272.875643] env[69763]: _type = "Task" [ 1272.875643] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.902564] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42766c17-69ba-4cd6-aa2c-e934bf2581c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.917201] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527e2ffe-fca8-3c16-b373-c0c32f9cb2ea, 'name': SearchDatastore_Task, 'duration_secs': 0.024203} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1272.917593] env[69763]: DEBUG oslo_vmware.api [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123432, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.930313] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] The volume has not been displaced from its original location: [datastore2] volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b/volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1272.935880] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Reconfiguring VM instance instance-0000005a to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1272.936320] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ed49d10-c114-4fe8-aa24-a3502a17162b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.939459] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1af3a142-ddde-4530-8fb2-4ef2f47a16a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.955314] env[69763]: DEBUG nova.network.neutron [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Updating instance_info_cache with network_info: [{"id": "6982d46d-24a5-4f09-9823-82d0724d13c7", "address": "fa:16:3e:38:94:4a", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6982d46d-24", "ovs_interfaceid": "6982d46d-24a5-4f09-9823-82d0724d13c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1272.961620] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1272.961620] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521c4ba8-286d-82d9-9831-e6d4083c921a" [ 1272.961620] env[69763]: _type = "Task" [ 1272.961620] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.967694] env[69763]: DEBUG nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1272.970665] env[69763]: DEBUG oslo_vmware.api [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1272.970665] env[69763]: value = "task-4123433" [ 1272.970665] env[69763]: _type = "Task" [ 1272.970665] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1272.979353] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521c4ba8-286d-82d9-9831-e6d4083c921a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1272.988436] env[69763]: DEBUG oslo_vmware.api [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123433, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.101982] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123431, 'name': ReconfigVM_Task, 'duration_secs': 0.639514} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.102452] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Reconfigured VM instance instance-00000066 to attach disk [datastore2] 4064beb5-b091-48af-b6e2-a29ca69416bc/4064beb5-b091-48af-b6e2-a29ca69416bc.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1273.103238] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bc20b01-c716-4e79-a295-9ef96c605caf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.111735] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1273.111735] env[69763]: value = "task-4123434" [ 1273.111735] env[69763]: _type = "Task" [ 1273.111735] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.124257] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123434, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.310007] env[69763]: DEBUG nova.network.neutron [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updated VIF entry in instance network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1273.310308] env[69763]: DEBUG nova.network.neutron [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.368772] env[69763]: DEBUG nova.scheduler.client.report [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1273.385739] env[69763]: DEBUG oslo_vmware.api [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123432, 'name': PowerOffVM_Task, 'duration_secs': 0.205558} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.386372] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.386483] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1273.387516] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f3e98d89-2bd9-4f67-acea-487f8ed68b2c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.458264] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1273.458637] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1273.458821] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Deleting the datastore file [datastore1] 675be34d-8cd7-4347-815c-27761d1fe049 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1273.459349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "refresh_cache-e3b7620c-ad2b-48de-8a83-8e996fbd8d62" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.459742] env[69763]: DEBUG nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Instance network_info: |[{"id": "6982d46d-24a5-4f09-9823-82d0724d13c7", "address": "fa:16:3e:38:94:4a", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6982d46d-24", "ovs_interfaceid": "6982d46d-24a5-4f09-9823-82d0724d13c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1273.460688] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fa2ac64a-2789-473d-b0bd-00484a8fc591 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.463235] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:38:94:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c8ee8640-3787-4c27-9581-962ddb2be7e5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6982d46d-24a5-4f09-9823-82d0724d13c7', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1273.470979] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1273.471331] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1273.475450] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac78d46c-c6e9-4338-8b9e-7ac89291b871 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.499392] env[69763]: DEBUG oslo_vmware.api [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1273.499392] env[69763]: value = "task-4123436" [ 1273.499392] env[69763]: _type = "Task" [ 1273.499392] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.509855] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521c4ba8-286d-82d9-9831-e6d4083c921a, 'name': SearchDatastore_Task, 'duration_secs': 0.016953} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.514950] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.515101] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 26b198ec-7ac3-4f0e-9e0d-3190e6d98637/26b198ec-7ac3-4f0e-9e0d-3190e6d98637.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1273.515353] env[69763]: DEBUG oslo_vmware.api [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123433, 'name': ReconfigVM_Task, 'duration_secs': 0.28382} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.515571] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1273.515571] env[69763]: value = "task-4123437" [ 1273.515571] env[69763]: _type = "Task" [ 1273.515571] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.516207] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2fc01bef-ef29-4181-928a-ea2edd0e80ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.518457] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Reconfigured VM instance instance-0000005a to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1273.524156] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.527790] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9e92e2c1-3faa-4ed3-bee6-72f46f6b6626 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.544771] env[69763]: DEBUG oslo_vmware.api [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123436, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.551977] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123437, 'name': CreateVM_Task} progress is 15%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.554536] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1273.554536] env[69763]: value = "task-4123438" [ 1273.554536] env[69763]: _type = "Task" [ 1273.554536] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.554822] env[69763]: DEBUG oslo_vmware.api [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1273.554822] env[69763]: value = "task-4123439" [ 1273.554822] env[69763]: _type = "Task" [ 1273.554822] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.569103] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.572880] env[69763]: DEBUG oslo_vmware.api [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.621677] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123434, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.813638] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.813919] env[69763]: DEBUG nova.compute.manager [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Received event network-vif-plugged-6982d46d-24a5-4f09-9823-82d0724d13c7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.814148] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Acquiring lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.814363] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.814529] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.814808] env[69763]: DEBUG nova.compute.manager [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] No waiting events found dispatching network-vif-plugged-6982d46d-24a5-4f09-9823-82d0724d13c7 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1273.815027] env[69763]: WARNING nova.compute.manager [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Received unexpected event network-vif-plugged-6982d46d-24a5-4f09-9823-82d0724d13c7 for instance with vm_state building and task_state spawning. [ 1273.815180] env[69763]: DEBUG nova.compute.manager [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Received event network-changed-6982d46d-24a5-4f09-9823-82d0724d13c7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1273.815338] env[69763]: DEBUG nova.compute.manager [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Refreshing instance network info cache due to event network-changed-6982d46d-24a5-4f09-9823-82d0724d13c7. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1273.815525] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Acquiring lock "refresh_cache-e3b7620c-ad2b-48de-8a83-8e996fbd8d62" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.815671] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Acquired lock "refresh_cache-e3b7620c-ad2b-48de-8a83-8e996fbd8d62" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.815827] env[69763]: DEBUG nova.network.neutron [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Refreshing network info cache for port 6982d46d-24a5-4f09-9823-82d0724d13c7 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1273.874713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.875419] env[69763]: DEBUG nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1273.878846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.017s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.881085] env[69763]: INFO nova.compute.claims [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1274.013431] env[69763]: DEBUG oslo_vmware.api [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123436, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.267235} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.013862] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1274.014041] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1274.014189] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1274.014354] env[69763]: INFO nova.compute.manager [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1274.014625] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1274.014824] env[69763]: DEBUG nova.compute.manager [-] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1274.014917] env[69763]: DEBUG nova.network.neutron [-] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1274.035872] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123437, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.072136] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123438, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.075878] env[69763]: DEBUG oslo_vmware.api [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123439, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.124970] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123434, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.387645] env[69763]: DEBUG nova.compute.utils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.391173] env[69763]: DEBUG nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1274.391382] env[69763]: DEBUG nova.network.neutron [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1274.433664] env[69763]: DEBUG nova.policy [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33cfc34a88a04d62abe1363a34db9f1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019ecb8c51e4537b31c8dc7918aee58', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1274.537439] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123437, 'name': CreateVM_Task, 'duration_secs': 0.534285} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.538667] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1274.539831] env[69763]: DEBUG nova.compute.manager [req-d8d43569-e311-4940-82d3-259f95ccce2c req-3328d24a-0d4a-485e-88fe-9c0dc94aa818 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Received event network-vif-deleted-2d7ed545-16ae-4e4c-96bc-a698c8930aa2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1274.540036] env[69763]: INFO nova.compute.manager [req-d8d43569-e311-4940-82d3-259f95ccce2c req-3328d24a-0d4a-485e-88fe-9c0dc94aa818 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Neutron deleted interface 2d7ed545-16ae-4e4c-96bc-a698c8930aa2; detaching it from the instance and deleting it from the info cache [ 1274.540229] env[69763]: DEBUG nova.network.neutron [req-d8d43569-e311-4940-82d3-259f95ccce2c req-3328d24a-0d4a-485e-88fe-9c0dc94aa818 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.541803] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.541967] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.542311] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.543455] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-71eec08a-c741-446b-8e4e-493eef10eafd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.554893] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1274.554893] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ad54c0-679a-f192-3e36-ecda02c5b406" [ 1274.554893] env[69763]: _type = "Task" [ 1274.554893] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.571643] env[69763]: DEBUG nova.network.neutron [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Updated VIF entry in instance network info cache for port 6982d46d-24a5-4f09-9823-82d0724d13c7. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1274.572119] env[69763]: DEBUG nova.network.neutron [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Updating instance_info_cache with network_info: [{"id": "6982d46d-24a5-4f09-9823-82d0724d13c7", "address": "fa:16:3e:38:94:4a", "network": {"id": "63e3dd61-d253-4f44-ad97-81c8a2ff6da3", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-151967442-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c39aa9dc0d2948818a3cd1c7e34b815f", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c8ee8640-3787-4c27-9581-962ddb2be7e5", "external-id": "nsx-vlan-transportzone-224", "segmentation_id": 224, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6982d46d-24", "ovs_interfaceid": "6982d46d-24a5-4f09-9823-82d0724d13c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.578030] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ad54c0-679a-f192-3e36-ecda02c5b406, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.585046] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123438, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632059} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.585360] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 26b198ec-7ac3-4f0e-9e0d-3190e6d98637/26b198ec-7ac3-4f0e-9e0d-3190e6d98637.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1274.585576] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1274.585919] env[69763]: DEBUG oslo_vmware.api [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123439, 'name': ReconfigVM_Task, 'duration_secs': 0.848798} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.586541] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04956fc1-a4af-4a8a-a9a7-81b8630148cb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.588465] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816779', 'volume_id': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'name': 'volume-ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4a9ce56b-1564-4845-9078-2048fbba9a37', 'attached_at': '', 'detached_at': '', 'volume_id': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b', 'serial': 'ec45f0c7-ca9b-4362-84f4-ec27a1cba23b'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1274.596085] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1274.596085] env[69763]: value = "task-4123441" [ 1274.596085] env[69763]: _type = "Task" [ 1274.596085] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.599282] env[69763]: INFO nova.compute.manager [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Rebuilding instance [ 1274.608245] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123441, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.621972] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123434, 'name': Rename_Task, 'duration_secs': 1.189744} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.622277] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1274.622557] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-658d25fb-1435-472b-82b5-84fd60d2d997 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.632067] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1274.632067] env[69763]: value = "task-4123442" [ 1274.632067] env[69763]: _type = "Task" [ 1274.632067] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.645791] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123442, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.662816] env[69763]: DEBUG nova.compute.manager [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1274.663802] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2571315-196b-489f-b896-1847d3d0297d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.796716] env[69763]: DEBUG nova.network.neutron [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Successfully created port: 54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1274.860727] env[69763]: DEBUG nova.network.neutron [-] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1274.891569] env[69763]: DEBUG nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1275.044720] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-050b1677-2212-43c0-905b-1d0153b107b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.060947] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2017711f-fa0f-478c-8e6a-6ad0fc3a6bbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.076105] env[69763]: DEBUG oslo_concurrency.lockutils [req-fe9a1a25-1a83-4a15-bd3d-108ad0b909dc req-d760d618-1705-4ab5-92a5-214b27234ddd service nova] Releasing lock "refresh_cache-e3b7620c-ad2b-48de-8a83-8e996fbd8d62" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.083811] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ad54c0-679a-f192-3e36-ecda02c5b406, 'name': SearchDatastore_Task, 'duration_secs': 0.053954} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.083811] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.083811] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1275.084038] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.084116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.084290] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1275.084554] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7b875f6b-a8a0-4121-8c18-ba19747b9df4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.104314] env[69763]: DEBUG nova.compute.manager [req-d8d43569-e311-4940-82d3-259f95ccce2c req-3328d24a-0d4a-485e-88fe-9c0dc94aa818 service nova] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Detach interface failed, port_id=2d7ed545-16ae-4e4c-96bc-a698c8930aa2, reason: Instance 675be34d-8cd7-4347-815c-27761d1fe049 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1275.111594] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1275.111594] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1275.112591] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f5a4adc-d93d-45b4-a735-5217a639c7df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.119266] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1275.119266] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5275b78d-5ea4-c3b3-f333-504dc3f58be3" [ 1275.119266] env[69763]: _type = "Task" [ 1275.119266] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.121955] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123441, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068881} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.125642] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1275.128896] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5753b867-3b4a-450e-9ef9-4d47f120eb08 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.137866] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5275b78d-5ea4-c3b3-f333-504dc3f58be3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.158469] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] 26b198ec-7ac3-4f0e-9e0d-3190e6d98637/26b198ec-7ac3-4f0e-9e0d-3190e6d98637.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.164779] env[69763]: DEBUG nova.objects.instance [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lazy-loading 'flavor' on Instance uuid 4a9ce56b-1564-4845-9078-2048fbba9a37 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.164779] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02dca7d9-7698-452b-af5b-42dcc7ef27ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.188542] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.190169] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1275.190169] env[69763]: value = "task-4123443" [ 1275.190169] env[69763]: _type = "Task" [ 1275.190169] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.203805] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.253266] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758e3545-3aa8-4cbe-a877-3988dc79ce0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.261710] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c549164f-c3bb-4c88-8ced-c5b2dce85879 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.294973] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a8a4132-0f12-4bb6-996d-a86792b2185c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.302664] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3efde71d-da2c-4d7c-85ad-3c1fbec380c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.318979] env[69763]: DEBUG nova.compute.provider_tree [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.362944] env[69763]: INFO nova.compute.manager [-] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Took 1.35 seconds to deallocate network for instance. [ 1275.632630] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5275b78d-5ea4-c3b3-f333-504dc3f58be3, 'name': SearchDatastore_Task, 'duration_secs': 0.057928} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.633477] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d163b0c1-e14d-4164-9444-7abf72071c3d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.639740] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1275.639740] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b546c-f82f-faef-8796-2c550924ddff" [ 1275.639740] env[69763]: _type = "Task" [ 1275.639740] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.652242] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b546c-f82f-faef-8796-2c550924ddff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.655723] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123442, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.684556] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.684965] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75907a21-6fea-489b-929c-f4d185b99c48 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.686963] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a4f4c350-985c-4ce8-ab1d-24b753490bb1 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.466s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.694472] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1275.694472] env[69763]: value = "task-4123444" [ 1275.694472] env[69763]: _type = "Task" [ 1275.694472] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.710408] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123444, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.710709] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123443, 'name': ReconfigVM_Task, 'duration_secs': 0.35534} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.710981] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfigured VM instance instance-00000067 to attach disk [datastore2] 26b198ec-7ac3-4f0e-9e0d-3190e6d98637/26b198ec-7ac3-4f0e-9e0d-3190e6d98637.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1275.711661] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a19371-9d7f-4441-9902-d01a53065b53 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.720442] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1275.720442] env[69763]: value = "task-4123445" [ 1275.720442] env[69763]: _type = "Task" [ 1275.720442] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.732248] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123445, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.822206] env[69763]: DEBUG nova.scheduler.client.report [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1275.869712] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.905434] env[69763]: DEBUG nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1275.939329] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.939672] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.939904] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.940178] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.940348] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.940506] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.940729] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.940941] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.941178] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.942152] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.942542] env[69763]: DEBUG nova.virt.hardware [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.944558] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccc8d45-3897-4d83-8f56-17e6fccec1d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.954235] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91eabc65-1133-4964-a498-1cf6ea3e4b13 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.156462] env[69763]: DEBUG oslo_vmware.api [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123442, 'name': PowerOnVM_Task, 'duration_secs': 1.222789} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.161805] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1276.161958] env[69763]: INFO nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Took 10.65 seconds to spawn the instance on the hypervisor. [ 1276.162203] env[69763]: DEBUG nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1276.162823] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b546c-f82f-faef-8796-2c550924ddff, 'name': SearchDatastore_Task, 'duration_secs': 0.01188} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.163564] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c58daa9-99b0-48dc-b726-278458b8b5c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.166501] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.166875] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] e3b7620c-ad2b-48de-8a83-8e996fbd8d62/e3b7620c-ad2b-48de-8a83-8e996fbd8d62.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1276.167248] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6340f4e3-5d06-47d4-9cc1-76fc5334fd80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.179856] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1276.179856] env[69763]: value = "task-4123447" [ 1276.179856] env[69763]: _type = "Task" [ 1276.179856] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.190522] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123447, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.211596] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123444, 'name': PowerOffVM_Task, 'duration_secs': 0.281277} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.211977] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1276.212241] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.213091] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e446054-e226-4b9f-aaa4-04a3c4489f64 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.227862] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.228736] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84c4ff02-df58-41d0-9b3f-500974b4c4eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.241177] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123445, 'name': Rename_Task, 'duration_secs': 0.180778} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.241744] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1276.241864] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bcf940f5-bbc1-4eba-8313-80364ca33565 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.252177] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1276.252177] env[69763]: value = "task-4123449" [ 1276.252177] env[69763]: _type = "Task" [ 1276.252177] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.329496] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.450s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.330254] env[69763]: DEBUG nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1276.335464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.811s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.337200] env[69763]: INFO nova.compute.claims [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.340876] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.340876] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.340876] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleting the datastore file [datastore1] 9979980d-eead-4321-9891-cb84414b3a71 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.340876] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1211bfa9-7eb4-415a-a250-bab0aad5f08e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.352955] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1276.352955] env[69763]: value = "task-4123450" [ 1276.352955] env[69763]: _type = "Task" [ 1276.352955] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.361047] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.436760] env[69763]: DEBUG nova.network.neutron [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Successfully updated port: 54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1276.689964] env[69763]: INFO nova.compute.manager [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Took 20.22 seconds to build instance. [ 1276.694569] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123447, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.763304] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123449, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.769458] env[69763]: DEBUG nova.compute.manager [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Received event network-vif-plugged-54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.769681] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] Acquiring lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.769886] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.770127] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.770242] env[69763]: DEBUG nova.compute.manager [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] No waiting events found dispatching network-vif-plugged-54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1276.770400] env[69763]: WARNING nova.compute.manager [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Received unexpected event network-vif-plugged-54911e52-211a-4bc3-b43b-010db022f16b for instance with vm_state building and task_state spawning. [ 1276.770553] env[69763]: DEBUG nova.compute.manager [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Received event network-changed-54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1276.770745] env[69763]: DEBUG nova.compute.manager [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Refreshing instance network info cache due to event network-changed-54911e52-211a-4bc3-b43b-010db022f16b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1276.770930] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] Acquiring lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.771076] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] Acquired lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.771231] env[69763]: DEBUG nova.network.neutron [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Refreshing network info cache for port 54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1276.845281] env[69763]: DEBUG nova.compute.utils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1276.847441] env[69763]: DEBUG nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1276.847441] env[69763]: DEBUG nova.network.neutron [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1276.862994] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.289277} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.863237] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1276.863441] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1276.863647] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1276.902401] env[69763]: DEBUG nova.policy [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '1f1b9bf0146f4ae28f18177f30622834', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '21623f2503aa4fddaa1097f1fa324d3b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1276.939312] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.197478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-caf81999-2052-4f6f-a395-b280bb2022e4 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.738s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.197956] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123447, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.895268} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.198342] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] e3b7620c-ad2b-48de-8a83-8e996fbd8d62/e3b7620c-ad2b-48de-8a83-8e996fbd8d62.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1277.198640] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1277.199012] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5d3d916e-2552-4667-8cb2-fa3376d35008 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.209296] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1277.209296] env[69763]: value = "task-4123451" [ 1277.209296] env[69763]: _type = "Task" [ 1277.209296] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.224381] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123451, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.229702] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "338fd5dc-e791-410e-b5da-d231ceef9372" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.229972] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "338fd5dc-e791-410e-b5da-d231ceef9372" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.265548] env[69763]: DEBUG oslo_vmware.api [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123449, 'name': PowerOnVM_Task, 'duration_secs': 0.769312} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.265983] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1277.266492] env[69763]: INFO nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Took 9.84 seconds to spawn the instance on the hypervisor. [ 1277.266492] env[69763]: DEBUG nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1277.267425] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136bb267-85c5-4ebf-adb9-55f4da347921 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.316311] env[69763]: DEBUG nova.network.neutron [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1277.351661] env[69763]: DEBUG nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1277.361468] env[69763]: DEBUG nova.network.neutron [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Successfully created port: 1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1277.419363] env[69763]: DEBUG nova.network.neutron [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.631523] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67453c5b-cdba-4f22-ba39-57cee9de9cfc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.642458] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d726abd2-180b-4eb9-aeff-3b2384eb8bc9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.674594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "4064beb5-b091-48af-b6e2-a29ca69416bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1277.674874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1277.675070] env[69763]: DEBUG nova.compute.manager [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1277.676082] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51b04d41-d72e-4689-986d-9cf46ae4ad10 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.679106] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7267117d-56b1-47c4-9676-6b91711d5ec1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.688821] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-928dbd25-c5b7-4e55-b762-64a2d915cb3c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.692744] env[69763]: DEBUG nova.compute.manager [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1277.693375] env[69763]: DEBUG nova.objects.instance [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lazy-loading 'flavor' on Instance uuid 4064beb5-b091-48af-b6e2-a29ca69416bc {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1277.705833] env[69763]: DEBUG nova.compute.provider_tree [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1277.719380] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123451, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082631} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.719586] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1277.720385] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b49b57df-16a6-4692-993b-7a2cdad56e6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.736634] env[69763]: DEBUG nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1277.748097] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] e3b7620c-ad2b-48de-8a83-8e996fbd8d62/e3b7620c-ad2b-48de-8a83-8e996fbd8d62.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1277.748988] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c860b5c-1f3d-4235-a416-16ee85a42d35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.771608] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1277.771608] env[69763]: value = "task-4123452" [ 1277.771608] env[69763]: _type = "Task" [ 1277.771608] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.790528] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123452, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.792789] env[69763]: INFO nova.compute.manager [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Took 17.19 seconds to build instance. [ 1277.915561] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.915849] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.916068] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.916531] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.916531] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.916675] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.916909] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.917124] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.917345] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.917540] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.917749] env[69763]: DEBUG nova.virt.hardware [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.919126] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba80eae2-60f9-466a-9acb-13f1657eccc2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.922416] env[69763]: DEBUG oslo_concurrency.lockutils [req-d6e20bcf-2bd6-45c7-8abe-5875cf382cc5 req-1d50ac84-bd4a-4075-a60c-53adbc24f53c service nova] Releasing lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.922850] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.923058] env[69763]: DEBUG nova.network.neutron [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1277.930840] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dad71aa6-5a25-4fb1-af11-660fdf848b5d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.948927] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5e:0a:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '942b2e0e-d3b5-4022-b237-035a7ca9e9d5', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1277.958061] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.958061] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1277.958061] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4696f04a-0c12-49ba-a209-548dceb7c8bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.979499] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1277.979499] env[69763]: value = "task-4123454" [ 1277.979499] env[69763]: _type = "Task" [ 1277.979499] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.988568] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123454, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.210403] env[69763]: DEBUG nova.scheduler.client.report [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.270844] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.282232] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123452, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.295938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-313e40d5-29c9-4c5e-b471-1b27594045a6 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.700s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.363403] env[69763]: DEBUG nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1278.389136] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1278.389571] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1278.389571] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1278.389819] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1278.389973] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1278.390140] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1278.390359] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1278.390520] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1278.390707] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1278.390883] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1278.391191] env[69763]: DEBUG nova.virt.hardware [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1278.391973] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a86098f-8f89-40dd-afae-dace367cf67c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.400823] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c383a97-8f7e-47a3-81ef-2a3e939573a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.461628] env[69763]: DEBUG nova.network.neutron [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1278.490579] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123454, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.702981] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1278.703184] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adc9b41f-bab1-4d76-aca5-470c45952744 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.710783] env[69763]: DEBUG oslo_vmware.api [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1278.710783] env[69763]: value = "task-4123455" [ 1278.710783] env[69763]: _type = "Task" [ 1278.710783] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.715869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.380s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.716461] env[69763]: DEBUG nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1278.719530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.850s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.723321] env[69763]: DEBUG nova.objects.instance [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lazy-loading 'resources' on Instance uuid 675be34d-8cd7-4347-815c-27761d1fe049 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1278.737949] env[69763]: DEBUG oslo_vmware.api [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123455, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.764116] env[69763]: DEBUG nova.network.neutron [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating instance_info_cache with network_info: [{"id": "54911e52-211a-4bc3-b43b-010db022f16b", "address": "fa:16:3e:b9:13:85", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54911e52-21", "ovs_interfaceid": "54911e52-211a-4bc3-b43b-010db022f16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.793370] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123452, 'name': ReconfigVM_Task, 'duration_secs': 0.91855} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.793741] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Reconfigured VM instance instance-00000068 to attach disk [datastore2] e3b7620c-ad2b-48de-8a83-8e996fbd8d62/e3b7620c-ad2b-48de-8a83-8e996fbd8d62.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.795551] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d38bdc4f-f098-4591-90a9-e2ca09957eb3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.803866] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1278.803866] env[69763]: value = "task-4123456" [ 1278.803866] env[69763]: _type = "Task" [ 1278.803866] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.814205] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123456, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.816567] env[69763]: DEBUG nova.compute.manager [req-52215d79-807c-45ef-a93c-bced709cc1ef req-a051166d-290e-4188-b84d-1e1144cd45a4 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Received event network-vif-plugged-1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1278.816718] env[69763]: DEBUG oslo_concurrency.lockutils [req-52215d79-807c-45ef-a93c-bced709cc1ef req-a051166d-290e-4188-b84d-1e1144cd45a4 service nova] Acquiring lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.816910] env[69763]: DEBUG oslo_concurrency.lockutils [req-52215d79-807c-45ef-a93c-bced709cc1ef req-a051166d-290e-4188-b84d-1e1144cd45a4 service nova] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.817100] env[69763]: DEBUG oslo_concurrency.lockutils [req-52215d79-807c-45ef-a93c-bced709cc1ef req-a051166d-290e-4188-b84d-1e1144cd45a4 service nova] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.817273] env[69763]: DEBUG nova.compute.manager [req-52215d79-807c-45ef-a93c-bced709cc1ef req-a051166d-290e-4188-b84d-1e1144cd45a4 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] No waiting events found dispatching network-vif-plugged-1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1278.817440] env[69763]: WARNING nova.compute.manager [req-52215d79-807c-45ef-a93c-bced709cc1ef req-a051166d-290e-4188-b84d-1e1144cd45a4 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Received unexpected event network-vif-plugged-1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 for instance with vm_state building and task_state spawning. [ 1278.993097] env[69763]: DEBUG nova.network.neutron [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Successfully updated port: 1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1279.001837] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123454, 'name': CreateVM_Task, 'duration_secs': 0.709752} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.002220] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1279.002867] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.003019] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.003373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.003658] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4c6decf-7cae-40eb-8ab4-222a35d229e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.010546] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1279.010546] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525c9b0e-35d3-57c0-780c-3dcc63e04575" [ 1279.010546] env[69763]: _type = "Task" [ 1279.010546] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.020892] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525c9b0e-35d3-57c0-780c-3dcc63e04575, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.222424] env[69763]: DEBUG oslo_vmware.api [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123455, 'name': PowerOffVM_Task, 'duration_secs': 0.245337} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.222903] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1279.222981] env[69763]: DEBUG nova.compute.manager [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1279.223773] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10cd9730-cd5e-4586-b895-729fa97a51e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.240502] env[69763]: DEBUG nova.compute.utils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.242704] env[69763]: DEBUG nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.242905] env[69763]: DEBUG nova.network.neutron [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.266493] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.266999] env[69763]: DEBUG nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Instance network_info: |[{"id": "54911e52-211a-4bc3-b43b-010db022f16b", "address": "fa:16:3e:b9:13:85", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54911e52-21", "ovs_interfaceid": "54911e52-211a-4bc3-b43b-010db022f16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1279.267587] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b9:13:85', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54911e52-211a-4bc3-b43b-010db022f16b', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1279.277483] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1279.281381] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1279.281865] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eee1155-af21-40e5-9330-e49fe3d636ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.301727] env[69763]: DEBUG nova.policy [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.310658] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1279.310658] env[69763]: value = "task-4123457" [ 1279.310658] env[69763]: _type = "Task" [ 1279.310658] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.322281] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123456, 'name': Rename_Task, 'duration_secs': 0.204222} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.323470] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1279.324064] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-21e738ab-9988-4fff-ae2b-dff906b75cbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.329083] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123457, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.341755] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1279.341755] env[69763]: value = "task-4123458" [ 1279.341755] env[69763]: _type = "Task" [ 1279.341755] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.353175] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123458, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.471904] env[69763]: DEBUG nova.compute.manager [req-9834d247-3ba2-4fea-ba43-f6992cea1557 req-5083dfa9-9fc5-4d24-883a-cad1c834bee7 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Received event network-changed-1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1279.472422] env[69763]: DEBUG nova.compute.manager [req-9834d247-3ba2-4fea-ba43-f6992cea1557 req-5083dfa9-9fc5-4d24-883a-cad1c834bee7 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Refreshing instance network info cache due to event network-changed-1300ce70-851c-4495-9898-bfce14bd5a4c. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1279.472583] env[69763]: DEBUG oslo_concurrency.lockutils [req-9834d247-3ba2-4fea-ba43-f6992cea1557 req-5083dfa9-9fc5-4d24-883a-cad1c834bee7 service nova] Acquiring lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.472704] env[69763]: DEBUG oslo_concurrency.lockutils [req-9834d247-3ba2-4fea-ba43-f6992cea1557 req-5083dfa9-9fc5-4d24-883a-cad1c834bee7 service nova] Acquired lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.472893] env[69763]: DEBUG nova.network.neutron [req-9834d247-3ba2-4fea-ba43-f6992cea1557 req-5083dfa9-9fc5-4d24-883a-cad1c834bee7 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Refreshing network info cache for port 1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1279.496702] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.496915] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.497009] env[69763]: DEBUG nova.network.neutron [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.523497] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525c9b0e-35d3-57c0-780c-3dcc63e04575, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1279.523878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.524133] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1279.524367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.524504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.524683] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1279.525318] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e2ca8aac-3e91-4bf9-94a3-999453527e9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.538223] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1279.538223] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1279.541133] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c881ae9-73b5-497f-9246-7acc74fce2fb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.548704] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1279.548704] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b2b963-7447-11c3-9148-436740aeed42" [ 1279.548704] env[69763]: _type = "Task" [ 1279.548704] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1279.557758] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b2b963-7447-11c3-9148-436740aeed42, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.593228] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96382cf2-0a8a-4cfc-bb06-b458d7232d7a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.604272] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89029a31-47bf-45b8-91fa-e910fef333fb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.638800] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3202e2f5-ffaf-4403-af91-1125f7698623 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.650616] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e9e699-b675-4ae4-acb7-373bd3953e63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.669861] env[69763]: DEBUG nova.compute.provider_tree [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.737347] env[69763]: DEBUG nova.network.neutron [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Successfully created port: 1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1279.746054] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e538e44-8448-4119-90e9-d5551aa7d48b tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.071s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.748784] env[69763]: DEBUG nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1279.824128] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123457, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1279.853041] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123458, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.066238] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b2b963-7447-11c3-9148-436740aeed42, 'name': SearchDatastore_Task, 'duration_secs': 0.010714} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.068418] env[69763]: DEBUG nova.network.neutron [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1280.070985] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee4ad007-55f7-430a-bf8c-b9248988fdfd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.080498] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1280.080498] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207441e-1020-1701-b904-96fadaeabf75" [ 1280.080498] env[69763]: _type = "Task" [ 1280.080498] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.091420] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207441e-1020-1701-b904-96fadaeabf75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.172215] env[69763]: DEBUG nova.scheduler.client.report [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.311185] env[69763]: DEBUG nova.network.neutron [req-9834d247-3ba2-4fea-ba43-f6992cea1557 req-5083dfa9-9fc5-4d24-883a-cad1c834bee7 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Updated VIF entry in instance network info cache for port 1300ce70-851c-4495-9898-bfce14bd5a4c. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1280.311185] env[69763]: DEBUG nova.network.neutron [req-9834d247-3ba2-4fea-ba43-f6992cea1557 req-5083dfa9-9fc5-4d24-883a-cad1c834bee7 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Updating instance_info_cache with network_info: [{"id": "1300ce70-851c-4495-9898-bfce14bd5a4c", "address": "fa:16:3e:f5:c6:dc", "network": {"id": "28b9880e-8ae4-4b10-95a8-2df1fe02472e", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-941349354-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.241", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5d8b0790aeb541899503c51f2e50cf7c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "62f28d75-4e6a-4ae5-b8b3-d0652ea26d08", "external-id": "nsx-vlan-transportzone-801", "segmentation_id": 801, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1300ce70-85", "ovs_interfaceid": "1300ce70-851c-4495-9898-bfce14bd5a4c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.323757] env[69763]: DEBUG nova.network.neutron [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance_info_cache with network_info: [{"id": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "address": "fa:16:3e:ff:9f:a5", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6a8c68-0f", "ovs_interfaceid": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.331439] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123457, 'name': CreateVM_Task, 'duration_secs': 0.622242} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.331631] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1280.332410] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.332630] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.333009] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.333767] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f1bd94bc-1304-462e-b959-f3c8ccff63fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.341116] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1280.341116] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b26aa0-bc9b-d115-6239-e7a77639c882" [ 1280.341116] env[69763]: _type = "Task" [ 1280.341116] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.358840] env[69763]: DEBUG oslo_vmware.api [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123458, 'name': PowerOnVM_Task, 'duration_secs': 0.630783} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.359486] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b26aa0-bc9b-d115-6239-e7a77639c882, 'name': SearchDatastore_Task, 'duration_secs': 0.011116} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.359753] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1280.359953] env[69763]: INFO nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Took 9.95 seconds to spawn the instance on the hypervisor. [ 1280.360153] env[69763]: DEBUG nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1280.360518] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.360744] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1280.360953] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.361766] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8af6ba15-b5a5-480e-9cfb-71d95896dada {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.541918] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "4064beb5-b091-48af-b6e2-a29ca69416bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.542242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.542526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "4064beb5-b091-48af-b6e2-a29ca69416bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.542724] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.542897] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.544998] env[69763]: INFO nova.compute.manager [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Terminating instance [ 1280.590557] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5207441e-1020-1701-b904-96fadaeabf75, 'name': SearchDatastore_Task, 'duration_secs': 0.010874} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.592034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.592034] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9979980d-eead-4321-9891-cb84414b3a71/9979980d-eead-4321-9891-cb84414b3a71.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1280.592034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.592034] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1280.592034] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ea662ac-3e39-4858-85ab-61dddab3b07d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.593990] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-81b4f5c5-c922-447b-91c7-2efc83282412 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.603789] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1280.603789] env[69763]: value = "task-4123460" [ 1280.603789] env[69763]: _type = "Task" [ 1280.603789] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.605506] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1280.605695] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1280.609538] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49a26720-c965-4cba-a15c-417f10dfe9a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.618278] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123460, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.619784] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1280.619784] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5289b4ad-8fac-d354-4e58-d1590972d073" [ 1280.619784] env[69763]: _type = "Task" [ 1280.619784] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.630482] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5289b4ad-8fac-d354-4e58-d1590972d073, 'name': SearchDatastore_Task, 'duration_secs': 0.011877} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1280.631294] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47871ece-1cc6-4302-9779-d79c2dc13122 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.636777] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1280.636777] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d8bd13-319c-237d-c171-77de7f2338ba" [ 1280.636777] env[69763]: _type = "Task" [ 1280.636777] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.644919] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d8bd13-319c-237d-c171-77de7f2338ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.678180] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.959s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.680799] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.410s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.682514] env[69763]: INFO nova.compute.claims [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1280.704029] env[69763]: INFO nova.scheduler.client.report [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Deleted allocations for instance 675be34d-8cd7-4347-815c-27761d1fe049 [ 1280.765567] env[69763]: DEBUG nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1280.795411] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1280.795725] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1280.795887] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1280.796092] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1280.796250] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1280.796402] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1280.796623] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1280.796782] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1280.796948] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1280.797173] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1280.797367] env[69763]: DEBUG nova.virt.hardware [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1280.798271] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8fda35-30ff-4417-b501-8f06357fc148 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.809564] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537615b4-0e75-454f-aa4f-7d1e80f3c27d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.814658] env[69763]: DEBUG oslo_concurrency.lockutils [req-9834d247-3ba2-4fea-ba43-f6992cea1557 req-5083dfa9-9fc5-4d24-883a-cad1c834bee7 service nova] Releasing lock "refresh_cache-26b198ec-7ac3-4f0e-9e0d-3190e6d98637" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.827769] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.828130] env[69763]: DEBUG nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Instance network_info: |[{"id": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "address": "fa:16:3e:ff:9f:a5", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6a8c68-0f", "ovs_interfaceid": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1280.828935] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ff:9f:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '447ff42d-b33e-4b5d-8b7f-e8117ebbbc92', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1280.836655] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1280.837426] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1280.837673] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e0cb30e9-b6ef-412f-91d1-734a4279e265 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1280.855055] env[69763]: DEBUG nova.compute.manager [req-20f67827-9d2c-4494-8ba4-5f4594170a0d req-e0b267d8-902a-45cd-97ea-115c8f800938 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Received event network-changed-1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1280.855280] env[69763]: DEBUG nova.compute.manager [req-20f67827-9d2c-4494-8ba4-5f4594170a0d req-e0b267d8-902a-45cd-97ea-115c8f800938 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Refreshing instance network info cache due to event network-changed-1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1280.855531] env[69763]: DEBUG oslo_concurrency.lockutils [req-20f67827-9d2c-4494-8ba4-5f4594170a0d req-e0b267d8-902a-45cd-97ea-115c8f800938 service nova] Acquiring lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.855682] env[69763]: DEBUG oslo_concurrency.lockutils [req-20f67827-9d2c-4494-8ba4-5f4594170a0d req-e0b267d8-902a-45cd-97ea-115c8f800938 service nova] Acquired lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.855845] env[69763]: DEBUG nova.network.neutron [req-20f67827-9d2c-4494-8ba4-5f4594170a0d req-e0b267d8-902a-45cd-97ea-115c8f800938 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Refreshing network info cache for port 1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1280.864318] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1280.864318] env[69763]: value = "task-4123461" [ 1280.864318] env[69763]: _type = "Task" [ 1280.864318] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1280.880677] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123461, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1280.883780] env[69763]: INFO nova.compute.manager [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Took 16.12 seconds to build instance. [ 1281.049197] env[69763]: DEBUG nova.compute.manager [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1281.049413] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1281.050605] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fc43b0-81cf-49c4-9b41-d56fb9f53ada {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.061912] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1281.062249] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fd660f79-2804-4dab-8f4b-0e5f0af1cae6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.117997] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123460, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511156} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.118330] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 9979980d-eead-4321-9891-cb84414b3a71/9979980d-eead-4321-9891-cb84414b3a71.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1281.118557] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1281.118851] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-80d583ff-844c-4e65-b1dc-0ba59ef32665 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.126894] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1281.126894] env[69763]: value = "task-4123463" [ 1281.126894] env[69763]: _type = "Task" [ 1281.126894] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.140351] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123463, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.145489] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1281.145716] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1281.145919] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleting the datastore file [datastore2] 4064beb5-b091-48af-b6e2-a29ca69416bc {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1281.146687] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-eb4656dc-58ef-48d4-b8b7-1ac0310c91b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.153607] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d8bd13-319c-237d-c171-77de7f2338ba, 'name': SearchDatastore_Task, 'duration_secs': 0.01016} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.155414] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.155761] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f/f5c24495-9e58-4737-a7a4-a07fe0d5e61f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1281.156138] env[69763]: DEBUG oslo_vmware.api [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1281.156138] env[69763]: value = "task-4123464" [ 1281.156138] env[69763]: _type = "Task" [ 1281.156138] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.156442] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-83330c57-644d-47ea-97b5-cf3b02784a6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.169287] env[69763]: DEBUG oslo_vmware.api [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123464, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.171502] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1281.171502] env[69763]: value = "task-4123465" [ 1281.171502] env[69763]: _type = "Task" [ 1281.171502] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.183159] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123465, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.212033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ccb59462-9fe8-4907-9032-483061025f78 tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "675be34d-8cd7-4347-815c-27761d1fe049" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.918s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.380049] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123461, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.387328] env[69763]: DEBUG oslo_concurrency.lockutils [None req-914fe35a-8b27-4de6-8a65-aeef357e1e05 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.635s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.643374] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123463, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076562} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.643788] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1281.644906] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4b62a68-3a8d-45f7-8f75-9afe74b800e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.671721] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] 9979980d-eead-4321-9891-cb84414b3a71/9979980d-eead-4321-9891-cb84414b3a71.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.676678] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd6e0494-8401-48e8-9c4d-3bf12844facc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.705134] env[69763]: DEBUG oslo_vmware.api [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123464, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174666} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.708940] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1281.709215] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1281.709448] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1281.709671] env[69763]: INFO nova.compute.manager [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Took 0.66 seconds to destroy the instance on the hypervisor. [ 1281.709984] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1281.710299] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123465, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.710621] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1281.710621] env[69763]: value = "task-4123466" [ 1281.710621] env[69763]: _type = "Task" [ 1281.710621] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.710889] env[69763]: DEBUG nova.compute.manager [-] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1281.710987] env[69763]: DEBUG nova.network.neutron [-] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1281.721684] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.881298] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123461, 'name': CreateVM_Task, 'duration_secs': 0.547069} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.884891] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1281.885937] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.886350] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.886669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.886938] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d532e635-2dae-444f-a147-af04e28bd594 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.893840] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1281.893840] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e69dd8-64bf-82e4-c987-abbabc710ce3" [ 1281.893840] env[69763]: _type = "Task" [ 1281.893840] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.908868] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e69dd8-64bf-82e4-c987-abbabc710ce3, 'name': SearchDatastore_Task, 'duration_secs': 0.011556} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.909184] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.909413] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1281.909716] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.909774] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.909941] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1281.910930] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ad3b898d-5b77-435b-bb64-94ee687a9155 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.923760] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1281.923760] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1281.924611] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e35ef7f5-ae9d-4853-96fb-17bcf4bf891c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.934261] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1281.934261] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52523b5e-f048-2260-909a-9c18eabd9633" [ 1281.934261] env[69763]: _type = "Task" [ 1281.934261] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.945559] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52523b5e-f048-2260-909a-9c18eabd9633, 'name': SearchDatastore_Task, 'duration_secs': 0.010122} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.948691] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b401146e-abc1-4267-955e-b7b6d3691686 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.956200] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1281.956200] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525227bf-d676-2112-7121-e24d8b235a9a" [ 1281.956200] env[69763]: _type = "Task" [ 1281.956200] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.964418] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525227bf-d676-2112-7121-e24d8b235a9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.969778] env[69763]: DEBUG nova.network.neutron [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Successfully updated port: 1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1282.039649] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3c3d915-8e86-4c86-b1c9-ef3844a912c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.050425] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88756783-fcc2-4b6f-98fa-385254c84b80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.082862] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3f4deb-8505-4bea-bfde-755bf0244bdb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.093222] env[69763]: DEBUG nova.network.neutron [req-20f67827-9d2c-4494-8ba4-5f4594170a0d req-e0b267d8-902a-45cd-97ea-115c8f800938 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updated VIF entry in instance network info cache for port 1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1282.093693] env[69763]: DEBUG nova.network.neutron [req-20f67827-9d2c-4494-8ba4-5f4594170a0d req-e0b267d8-902a-45cd-97ea-115c8f800938 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance_info_cache with network_info: [{"id": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "address": "fa:16:3e:ff:9f:a5", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6a8c68-0f", "ovs_interfaceid": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.100785] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1625edec-6965-4860-b661-6e1876eceb7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.119377] env[69763]: DEBUG nova.compute.provider_tree [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1282.126570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "5e277453-dbfd-4eaa-b899-ee6743036ff0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.126995] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "5e277453-dbfd-4eaa-b899-ee6743036ff0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.127187] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "5e277453-dbfd-4eaa-b899-ee6743036ff0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.127405] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "5e277453-dbfd-4eaa-b899-ee6743036ff0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.127603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "5e277453-dbfd-4eaa-b899-ee6743036ff0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.130261] env[69763]: INFO nova.compute.manager [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Terminating instance [ 1282.184940] env[69763]: DEBUG nova.compute.manager [req-87ee6dee-d224-4c6c-a122-364a53a50ebc req-319d608e-a982-4a9e-862a-7da8f6898099 service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Received event network-vif-deleted-33315e30-9c20-478f-8174-66f12465172c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.185355] env[69763]: INFO nova.compute.manager [req-87ee6dee-d224-4c6c-a122-364a53a50ebc req-319d608e-a982-4a9e-862a-7da8f6898099 service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Neutron deleted interface 33315e30-9c20-478f-8174-66f12465172c; detaching it from the instance and deleting it from the info cache [ 1282.185645] env[69763]: DEBUG nova.network.neutron [req-87ee6dee-d224-4c6c-a122-364a53a50ebc req-319d608e-a982-4a9e-862a-7da8f6898099 service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.193954] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123465, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.582028} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.193954] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f/f5c24495-9e58-4737-a7a4-a07fe0d5e61f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1282.194391] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1282.194652] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-289d2aa0-6e29-4e46-b189-7fbe72a0c781 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.203812] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1282.203812] env[69763]: value = "task-4123468" [ 1282.203812] env[69763]: _type = "Task" [ 1282.203812] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.215130] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123468, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.226283] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123466, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.467597] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525227bf-d676-2112-7121-e24d8b235a9a, 'name': SearchDatastore_Task, 'duration_secs': 0.011036} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.468027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.468325] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 41c16292-949f-4eba-baeb-aabf92c66e5a/41c16292-949f-4eba-baeb-aabf92c66e5a.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1282.468593] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d47a54c4-032a-41a0-84b6-01ff015fe757 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.472496] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.472713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.472895] env[69763]: DEBUG nova.network.neutron [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1282.475983] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1282.475983] env[69763]: value = "task-4123469" [ 1282.475983] env[69763]: _type = "Task" [ 1282.475983] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.485426] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123469, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.608497] env[69763]: DEBUG oslo_concurrency.lockutils [req-20f67827-9d2c-4494-8ba4-5f4594170a0d req-e0b267d8-902a-45cd-97ea-115c8f800938 service nova] Releasing lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.622626] env[69763]: DEBUG nova.scheduler.client.report [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1282.634491] env[69763]: DEBUG nova.compute.manager [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.634607] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.635564] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128ae653-9ea1-42c4-8682-9629da0daf9f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.645826] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.646183] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8efc6623-6832-4bd2-af69-3c27dacfa606 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.655202] env[69763]: DEBUG oslo_vmware.api [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1282.655202] env[69763]: value = "task-4123470" [ 1282.655202] env[69763]: _type = "Task" [ 1282.655202] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.662445] env[69763]: DEBUG nova.network.neutron [-] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.668536] env[69763]: DEBUG oslo_vmware.api [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123470, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.690049] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c1234e5d-aff9-4752-9624-b3fbe097d6f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.703489] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0946e043-6f73-473a-8af6-bcca8d8592c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.744031] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123468, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145067} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.744301] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123466, 'name': ReconfigVM_Task, 'duration_secs': 0.922101} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.758705] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1282.759154] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Reconfigured VM instance instance-0000005d to attach disk [datastore1] 9979980d-eead-4321-9891-cb84414b3a71/9979980d-eead-4321-9891-cb84414b3a71.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1282.760357] env[69763]: DEBUG nova.compute.manager [req-87ee6dee-d224-4c6c-a122-364a53a50ebc req-319d608e-a982-4a9e-862a-7da8f6898099 service nova] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Detach interface failed, port_id=33315e30-9c20-478f-8174-66f12465172c, reason: Instance 4064beb5-b091-48af-b6e2-a29ca69416bc could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1282.761374] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2049d8-44cb-4350-8e65-af14a11e0c2e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.764213] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-af108c92-2b3e-4d3f-ac4a-7c69bbaac163 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.788432] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f/f5c24495-9e58-4737-a7a4-a07fe0d5e61f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1282.790120] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-716dc531-c617-42c6-b942-af46ba3d604d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.805406] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1282.805406] env[69763]: value = "task-4123471" [ 1282.805406] env[69763]: _type = "Task" [ 1282.805406] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.813243] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1282.813243] env[69763]: value = "task-4123472" [ 1282.813243] env[69763]: _type = "Task" [ 1282.813243] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.818885] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123471, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.825842] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123472, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.894287] env[69763]: DEBUG nova.compute.manager [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received event network-vif-plugged-1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.894811] env[69763]: DEBUG oslo_concurrency.lockutils [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] Acquiring lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.895053] env[69763]: DEBUG oslo_concurrency.lockutils [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.895354] env[69763]: DEBUG oslo_concurrency.lockutils [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1282.895596] env[69763]: DEBUG nova.compute.manager [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] No waiting events found dispatching network-vif-plugged-1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1282.895838] env[69763]: WARNING nova.compute.manager [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received unexpected event network-vif-plugged-1aae6259-77ea-4073-96b8-3d96ccf47ad9 for instance with vm_state building and task_state spawning. [ 1282.896106] env[69763]: DEBUG nova.compute.manager [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received event network-changed-1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1282.896349] env[69763]: DEBUG nova.compute.manager [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing instance network info cache due to event network-changed-1aae6259-77ea-4073-96b8-3d96ccf47ad9. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1282.896601] env[69763]: DEBUG oslo_concurrency.lockutils [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] Acquiring lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.994208] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123469, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.043298] env[69763]: DEBUG nova.network.neutron [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1283.128270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.129133] env[69763]: DEBUG nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1283.174047] env[69763]: INFO nova.compute.manager [-] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Took 1.46 seconds to deallocate network for instance. [ 1283.174744] env[69763]: DEBUG oslo_vmware.api [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123470, 'name': PowerOffVM_Task, 'duration_secs': 0.30907} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.176784] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.177053] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.180127] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-176e73ff-eb36-462e-8d2a-e1371b9d4ee4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.272816] env[69763]: DEBUG nova.network.neutron [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.302298] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.302697] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.302993] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Deleting the datastore file [datastore2] 5e277453-dbfd-4eaa-b899-ee6743036ff0 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.303737] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca36e23d-a0cf-40c6-9dd1-3a4f71dfda4d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.318298] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123471, 'name': Rename_Task, 'duration_secs': 0.40737} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.320330] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1283.320856] env[69763]: DEBUG oslo_vmware.api [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for the task: (returnval){ [ 1283.320856] env[69763]: value = "task-4123474" [ 1283.320856] env[69763]: _type = "Task" [ 1283.320856] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.321461] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-311644f6-476d-4fcf-ab25-cf081ff51982 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.332147] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123472, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.338791] env[69763]: DEBUG oslo_vmware.api [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.340757] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1283.340757] env[69763]: value = "task-4123475" [ 1283.340757] env[69763]: _type = "Task" [ 1283.340757] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.350660] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.364142] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.364520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.364816] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.365110] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.365365] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.368349] env[69763]: INFO nova.compute.manager [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Terminating instance [ 1283.490057] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123469, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.759769} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.490057] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 41c16292-949f-4eba-baeb-aabf92c66e5a/41c16292-949f-4eba-baeb-aabf92c66e5a.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1283.490642] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1283.490642] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5ab96999-8baa-48d3-a08c-6f073e452713 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.499240] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1283.499240] env[69763]: value = "task-4123476" [ 1283.499240] env[69763]: _type = "Task" [ 1283.499240] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.509742] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123476, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.636206] env[69763]: DEBUG nova.compute.utils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1283.637784] env[69763]: DEBUG nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1283.637964] env[69763]: DEBUG nova.network.neutron [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1283.684570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1283.684846] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1283.685104] env[69763]: DEBUG nova.objects.instance [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lazy-loading 'resources' on Instance uuid 4064beb5-b091-48af-b6e2-a29ca69416bc {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.698454] env[69763]: DEBUG nova.policy [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f26470d29ad94973b62ba38ae0d3d30e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af6cab1c576b4f878048eb5d451f68fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1283.776266] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.776619] env[69763]: DEBUG nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Instance network_info: |[{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.776956] env[69763]: DEBUG oslo_concurrency.lockutils [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] Acquired lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.777148] env[69763]: DEBUG nova.network.neutron [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing network info cache for port 1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.778456] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:8a:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '75ff81f9-72b2-4e58-a8d8-5699907f7459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1aae6259-77ea-4073-96b8-3d96ccf47ad9', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.786146] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.789658] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.790173] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54f283d3-b07f-4f74-bfbe-c48daebf7e11 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.811055] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.811055] env[69763]: value = "task-4123477" [ 1283.811055] env[69763]: _type = "Task" [ 1283.811055] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.823708] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123472, 'name': ReconfigVM_Task, 'duration_secs': 0.7796} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.828020] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f/f5c24495-9e58-4737-a7a4-a07fe0d5e61f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1283.828020] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123477, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.830621] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-190dfc3b-76ef-409c-8646-a76350d9765d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.839474] env[69763]: DEBUG oslo_vmware.api [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Task: {'id': task-4123474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.213617} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.841213] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.841466] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.841697] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.841882] env[69763]: INFO nova.compute.manager [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Took 1.21 seconds to destroy the instance on the hypervisor. [ 1283.842139] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.842422] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1283.842422] env[69763]: value = "task-4123478" [ 1283.842422] env[69763]: _type = "Task" [ 1283.842422] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.842745] env[69763]: DEBUG nova.compute.manager [-] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.842873] env[69763]: DEBUG nova.network.neutron [-] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.859219] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123475, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.862509] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123478, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.873521] env[69763]: DEBUG nova.compute.manager [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1283.873736] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1283.877024] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cda35f2-31a5-4cd1-8731-799e763dd765 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.886351] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1283.886763] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d631e64-96d2-4b51-bb1a-96082c22f4c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.894479] env[69763]: DEBUG oslo_vmware.api [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1283.894479] env[69763]: value = "task-4123479" [ 1283.894479] env[69763]: _type = "Task" [ 1283.894479] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.905099] env[69763]: DEBUG oslo_vmware.api [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123479, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.017755] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123476, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069259} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.017755] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1284.018566] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deeca8f6-c177-4743-a549-a10442ce1965 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.056618] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 41c16292-949f-4eba-baeb-aabf92c66e5a/41c16292-949f-4eba-baeb-aabf92c66e5a.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1284.062264] env[69763]: DEBUG nova.network.neutron [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Successfully created port: ea82a40e-4c2f-45e3-b913-3a9da9bc961d {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1284.066457] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a463ed75-761e-4b99-adc0-f47ab521585e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.100393] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1284.100393] env[69763]: value = "task-4123480" [ 1284.100393] env[69763]: _type = "Task" [ 1284.100393] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.113443] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123480, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.141842] env[69763]: DEBUG nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1284.282441] env[69763]: DEBUG nova.network.neutron [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updated VIF entry in instance network info cache for port 1aae6259-77ea-4073-96b8-3d96ccf47ad9. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.283297] env[69763]: DEBUG nova.network.neutron [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.328288] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123477, 'name': CreateVM_Task, 'duration_secs': 0.424986} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.328505] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1284.329301] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.329466] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.329996] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.335009] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cb9bda5-4de5-41f4-95de-830880ed0b01 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.342568] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1284.342568] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e3d19e-585b-6344-c8cc-5c7cab01c6b9" [ 1284.342568] env[69763]: _type = "Task" [ 1284.342568] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.368327] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e3d19e-585b-6344-c8cc-5c7cab01c6b9, 'name': SearchDatastore_Task, 'duration_secs': 0.013757} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.375873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.375873] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1284.375873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.375873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.375873] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1284.375873] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123478, 'name': Rename_Task, 'duration_secs': 0.390134} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.376457] env[69763]: DEBUG oslo_vmware.api [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123475, 'name': PowerOnVM_Task, 'duration_secs': 0.961918} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.376667] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f03ec63c-2e7b-4164-b165-5628bf3746aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.378708] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1284.379039] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1284.379225] env[69763]: DEBUG nova.compute.manager [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1284.379501] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-353a5049-c83e-4b4d-aa27-4c7283fed3c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.382241] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21bc1ab5-660e-42a1-a5d2-46b3ebb078b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.398343] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1284.398343] env[69763]: value = "task-4123481" [ 1284.398343] env[69763]: _type = "Task" [ 1284.398343] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.399818] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1284.399818] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1284.403196] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb7e23b-91c5-4b97-b601-073a3bb08bf8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.418326] env[69763]: DEBUG oslo_vmware.api [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123479, 'name': PowerOffVM_Task, 'duration_secs': 0.478741} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.424341] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1284.424341] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1284.424341] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123481, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.424473] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1284.424473] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b516b1-2da3-9023-43ed-bb2f7447a583" [ 1284.424473] env[69763]: _type = "Task" [ 1284.424473] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.427205] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54fa1aa6-8045-4c53-abe7-5800dd68bcf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.441828] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b516b1-2da3-9023-43ed-bb2f7447a583, 'name': SearchDatastore_Task, 'duration_secs': 0.018053} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.445361] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f8de533-3eb6-47a7-8e19-de6eec279ab0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.453016] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1284.453016] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5242cb61-2bf1-d764-cb80-b1036ba89fa8" [ 1284.453016] env[69763]: _type = "Task" [ 1284.453016] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.463376] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5242cb61-2bf1-d764-cb80-b1036ba89fa8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.520839] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1284.521223] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1284.521287] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleting the datastore file [datastore2] e3b7620c-ad2b-48de-8a83-8e996fbd8d62 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1284.521538] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db73d61b-6398-4440-b548-5f5599da9a59 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.529235] env[69763]: DEBUG oslo_vmware.api [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for the task: (returnval){ [ 1284.529235] env[69763]: value = "task-4123483" [ 1284.529235] env[69763]: _type = "Task" [ 1284.529235] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.541066] env[69763]: DEBUG oslo_vmware.api [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.563597] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4575660e-28e8-4d64-9c58-ac785ea9432d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.572783] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43cbc63b-21bf-4a0d-8c59-576433713608 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.610643] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e73a33-3233-4f9f-aea2-570de666f581 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.619067] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123480, 'name': ReconfigVM_Task, 'duration_secs': 0.380647} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.621380] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 41c16292-949f-4eba-baeb-aabf92c66e5a/41c16292-949f-4eba-baeb-aabf92c66e5a.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1284.622158] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94626d00-8ff1-4081-80d7-2005dd91c82f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.624767] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249e44c3-ab16-48dc-8d39-292cc442a4ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.639579] env[69763]: DEBUG nova.compute.provider_tree [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.642499] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1284.642499] env[69763]: value = "task-4123484" [ 1284.642499] env[69763]: _type = "Task" [ 1284.642499] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.655896] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123484, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.788838] env[69763]: DEBUG oslo_concurrency.lockutils [req-a04050ad-ba3b-4259-b2ff-a816b740c12a req-1017dfd0-a36a-440e-be2b-881d2d1d6d8a service nova] Releasing lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.805203] env[69763]: DEBUG nova.network.neutron [-] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.911673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1284.916559] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123481, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.920735] env[69763]: DEBUG nova.compute.manager [req-ca4fccc1-1d64-4561-a909-5c27b64f75ee req-c11ff8c7-11a3-4740-80d7-c62b2f45c809 service nova] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Received event network-vif-deleted-1867a1f0-711a-441e-8513-0621401e152c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1284.966591] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5242cb61-2bf1-d764-cb80-b1036ba89fa8, 'name': SearchDatastore_Task, 'duration_secs': 0.06169} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.966935] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.967316] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 3be91880-0d0e-42b5-a9d2-1542dd287b8c/3be91880-0d0e-42b5-a9d2-1542dd287b8c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.967764] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-05b36820-03ac-4be3-a1a7-d9013a446c20 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.975999] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1284.975999] env[69763]: value = "task-4123485" [ 1284.975999] env[69763]: _type = "Task" [ 1284.975999] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.987072] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123485, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.041904] env[69763]: DEBUG oslo_vmware.api [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Task: {'id': task-4123483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205316} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.042260] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1285.042482] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1285.042672] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1285.042848] env[69763]: INFO nova.compute.manager [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1285.043352] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1285.043352] env[69763]: DEBUG nova.compute.manager [-] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1285.043482] env[69763]: DEBUG nova.network.neutron [-] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1285.144931] env[69763]: DEBUG nova.scheduler.client.report [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1285.161712] env[69763]: DEBUG nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1285.164280] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123484, 'name': Rename_Task, 'duration_secs': 0.188444} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.164586] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1285.164993] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6cd452e6-2d4f-4009-a76b-67de7a95a99d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.175688] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1285.175688] env[69763]: value = "task-4123486" [ 1285.175688] env[69763]: _type = "Task" [ 1285.175688] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.189631] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123486, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.198472] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1285.198828] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1285.199225] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1285.199471] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1285.199651] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1285.199806] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1285.200054] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1285.200421] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1285.200693] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1285.201051] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1285.201421] env[69763]: DEBUG nova.virt.hardware [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1285.202366] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d50f15-bc60-4bfe-a9fc-69114f38675c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.214781] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78bfca5c-6303-48ba-806f-44a925013a80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.307589] env[69763]: INFO nova.compute.manager [-] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Took 1.46 seconds to deallocate network for instance. [ 1285.418351] env[69763]: DEBUG oslo_vmware.api [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123481, 'name': PowerOnVM_Task, 'duration_secs': 0.732461} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.420641] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1285.420641] env[69763]: INFO nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Took 9.51 seconds to spawn the instance on the hypervisor. [ 1285.420641] env[69763]: DEBUG nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1285.420641] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82a90572-9f3e-4048-b8e0-6c402cf9d5c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.493788] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123485, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.653635] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.969s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.656218] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.745s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.656367] env[69763]: DEBUG nova.objects.instance [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1285.677348] env[69763]: INFO nova.scheduler.client.report [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted allocations for instance 4064beb5-b091-48af-b6e2-a29ca69416bc [ 1285.692061] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123486, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.695502] env[69763]: DEBUG nova.compute.manager [req-dbfd6712-5357-454b-9394-b1257fd030b6 req-6ea7d0ae-7906-42cd-9113-ef1ef0a02459 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Received event network-vif-plugged-ea82a40e-4c2f-45e3-b913-3a9da9bc961d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.695502] env[69763]: DEBUG oslo_concurrency.lockutils [req-dbfd6712-5357-454b-9394-b1257fd030b6 req-6ea7d0ae-7906-42cd-9113-ef1ef0a02459 service nova] Acquiring lock "338fd5dc-e791-410e-b5da-d231ceef9372-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.695853] env[69763]: DEBUG oslo_concurrency.lockutils [req-dbfd6712-5357-454b-9394-b1257fd030b6 req-6ea7d0ae-7906-42cd-9113-ef1ef0a02459 service nova] Lock "338fd5dc-e791-410e-b5da-d231ceef9372-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.695993] env[69763]: DEBUG oslo_concurrency.lockutils [req-dbfd6712-5357-454b-9394-b1257fd030b6 req-6ea7d0ae-7906-42cd-9113-ef1ef0a02459 service nova] Lock "338fd5dc-e791-410e-b5da-d231ceef9372-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1285.696173] env[69763]: DEBUG nova.compute.manager [req-dbfd6712-5357-454b-9394-b1257fd030b6 req-6ea7d0ae-7906-42cd-9113-ef1ef0a02459 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] No waiting events found dispatching network-vif-plugged-ea82a40e-4c2f-45e3-b913-3a9da9bc961d {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1285.696306] env[69763]: WARNING nova.compute.manager [req-dbfd6712-5357-454b-9394-b1257fd030b6 req-6ea7d0ae-7906-42cd-9113-ef1ef0a02459 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Received unexpected event network-vif-plugged-ea82a40e-4c2f-45e3-b913-3a9da9bc961d for instance with vm_state building and task_state spawning. [ 1285.818814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.830751] env[69763]: DEBUG nova.network.neutron [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Successfully updated port: ea82a40e-4c2f-45e3-b913-3a9da9bc961d {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1285.948963] env[69763]: INFO nova.compute.manager [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Took 14.56 seconds to build instance. [ 1285.957921] env[69763]: DEBUG nova.network.neutron [-] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1285.989747] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123485, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66115} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.990086] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 3be91880-0d0e-42b5-a9d2-1542dd287b8c/3be91880-0d0e-42b5-a9d2-1542dd287b8c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1285.990377] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1285.990729] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3504c424-b947-4e6b-9704-e9ef1be19e99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.998911] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1285.998911] env[69763]: value = "task-4123487" [ 1285.998911] env[69763]: _type = "Task" [ 1285.998911] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.008473] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123487, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.194023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e2bfb9-77bd-48e7-b170-7cb067f226da tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "4064beb5-b091-48af-b6e2-a29ca69416bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.650s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.200353] env[69763]: DEBUG oslo_vmware.api [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123486, 'name': PowerOnVM_Task, 'duration_secs': 0.780851} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.200924] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1286.201344] env[69763]: INFO nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1286.201344] env[69763]: DEBUG nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1286.202139] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d99c1a4-ac46-4953-b6e7-43a7b453f2da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.286732] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "aa8834ca-2c90-4750-a34f-371b0645930a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.286732] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.334227] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "refresh_cache-338fd5dc-e791-410e-b5da-d231ceef9372" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.334375] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquired lock "refresh_cache-338fd5dc-e791-410e-b5da-d231ceef9372" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.334528] env[69763]: DEBUG nova.network.neutron [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1286.451998] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1e739df-772a-4eaa-a7f7-60749870e504 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.076s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.461437] env[69763]: INFO nova.compute.manager [-] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Took 1.42 seconds to deallocate network for instance. [ 1286.510719] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123487, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073725} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.510993] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1286.511855] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a18a0cc-94df-41c1-a3af-f5ea601c1c86 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.536502] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 3be91880-0d0e-42b5-a9d2-1542dd287b8c/3be91880-0d0e-42b5-a9d2-1542dd287b8c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1286.536823] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80852b93-031c-4a2c-9121-efaf4a9a6fe5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.557487] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1286.557487] env[69763]: value = "task-4123488" [ 1286.557487] env[69763]: _type = "Task" [ 1286.557487] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.567788] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123488, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.665373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-68c2d1a2-98dd-4cc9-b8cb-4bbf909d95a7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.666604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.848s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.666844] env[69763]: DEBUG nova.objects.instance [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lazy-loading 'resources' on Instance uuid 5e277453-dbfd-4eaa-b899-ee6743036ff0 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1286.720652] env[69763]: INFO nova.compute.manager [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Took 13.90 seconds to build instance. [ 1286.788576] env[69763]: DEBUG nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1286.823242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "237f9247-6f24-4bbd-b9d1-84402bb6670d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.823667] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "237f9247-6f24-4bbd-b9d1-84402bb6670d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.824011] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "237f9247-6f24-4bbd-b9d1-84402bb6670d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.824245] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "237f9247-6f24-4bbd-b9d1-84402bb6670d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1286.824446] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "237f9247-6f24-4bbd-b9d1-84402bb6670d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1286.828901] env[69763]: INFO nova.compute.manager [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Terminating instance [ 1286.881551] env[69763]: DEBUG nova.network.neutron [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1286.963833] env[69763]: DEBUG nova.compute.manager [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Received event network-vif-deleted-6982d46d-24a5-4f09-9823-82d0724d13c7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.963833] env[69763]: DEBUG nova.compute.manager [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Received event network-changed-54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1286.963980] env[69763]: DEBUG nova.compute.manager [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Refreshing instance network info cache due to event network-changed-54911e52-211a-4bc3-b43b-010db022f16b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1286.965594] env[69763]: DEBUG oslo_concurrency.lockutils [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] Acquiring lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.965594] env[69763]: DEBUG oslo_concurrency.lockutils [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] Acquired lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.965594] env[69763]: DEBUG nova.network.neutron [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Refreshing network info cache for port 54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1286.969479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.057994] env[69763]: DEBUG nova.network.neutron [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Updating instance_info_cache with network_info: [{"id": "ea82a40e-4c2f-45e3-b913-3a9da9bc961d", "address": "fa:16:3e:c4:87:d2", "network": {"id": "547e423a-47fa-4bca-8972-fafa270c26b5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6cab1c576b4f878048eb5d451f68fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea82a40e-4c", "ovs_interfaceid": "ea82a40e-4c2f-45e3-b913-3a9da9bc961d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.069849] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123488, 'name': ReconfigVM_Task, 'duration_secs': 0.307612} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.070865] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 3be91880-0d0e-42b5-a9d2-1542dd287b8c/3be91880-0d0e-42b5-a9d2-1542dd287b8c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1287.072078] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-78f9c6c0-cac2-4c85-a274-000ad245f3d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.080305] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1287.080305] env[69763]: value = "task-4123489" [ 1287.080305] env[69763]: _type = "Task" [ 1287.080305] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.089643] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123489, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.224572] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4b4a4705-e86b-4095-98d7-1e8811996ffa tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.416s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.312114] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.333474] env[69763]: DEBUG nova.compute.manager [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1287.333729] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1287.334633] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac9bf229-6377-4fc8-93f9-b5d17b3fcfbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.347344] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1287.347344] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5436d2c8-7b16-4748-b468-b2f77f94c987 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.355942] env[69763]: DEBUG oslo_vmware.api [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1287.355942] env[69763]: value = "task-4123490" [ 1287.355942] env[69763]: _type = "Task" [ 1287.355942] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.366582] env[69763]: DEBUG oslo_vmware.api [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.459438] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c83b18-45ef-4bfb-92b4-2311d899048e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.471401] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b649c00-9139-47af-b9bd-10358cfe479b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.512214] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-130ba718-ecb0-4a01-9d1c-ba09777a6811 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.525573] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43959827-617c-4ba8-9e7d-b81b8cb3a86d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.540296] env[69763]: DEBUG nova.compute.provider_tree [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1287.566024] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Releasing lock "refresh_cache-338fd5dc-e791-410e-b5da-d231ceef9372" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.566376] env[69763]: DEBUG nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Instance network_info: |[{"id": "ea82a40e-4c2f-45e3-b913-3a9da9bc961d", "address": "fa:16:3e:c4:87:d2", "network": {"id": "547e423a-47fa-4bca-8972-fafa270c26b5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6cab1c576b4f878048eb5d451f68fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea82a40e-4c", "ovs_interfaceid": "ea82a40e-4c2f-45e3-b913-3a9da9bc961d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1287.566824] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:87:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '65e4a2b4-fd64-4ac9-b2ec-bac768b501c5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ea82a40e-4c2f-45e3-b913-3a9da9bc961d', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1287.574714] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1287.576106] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1287.576106] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a2bf6a7d-72e8-4564-a01f-cc8fc888be7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.603225] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123489, 'name': Rename_Task, 'duration_secs': 0.161007} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.604982] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.605263] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1287.605263] env[69763]: value = "task-4123491" [ 1287.605263] env[69763]: _type = "Task" [ 1287.605263] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.605486] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a95cea1-f8bc-48e7-a1c9-f5c891ee998d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.615557] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1287.615557] env[69763]: value = "task-4123492" [ 1287.615557] env[69763]: _type = "Task" [ 1287.615557] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.621346] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123491, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.818464] env[69763]: DEBUG nova.compute.manager [req-aa1c77fa-df34-4c70-8709-aa0297a472d0 req-ab6cc593-17df-4706-80e2-59a29b677b03 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Received event network-changed-ea82a40e-4c2f-45e3-b913-3a9da9bc961d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1287.818728] env[69763]: DEBUG nova.compute.manager [req-aa1c77fa-df34-4c70-8709-aa0297a472d0 req-ab6cc593-17df-4706-80e2-59a29b677b03 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Refreshing instance network info cache due to event network-changed-ea82a40e-4c2f-45e3-b913-3a9da9bc961d. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1287.819049] env[69763]: DEBUG oslo_concurrency.lockutils [req-aa1c77fa-df34-4c70-8709-aa0297a472d0 req-ab6cc593-17df-4706-80e2-59a29b677b03 service nova] Acquiring lock "refresh_cache-338fd5dc-e791-410e-b5da-d231ceef9372" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.819351] env[69763]: DEBUG oslo_concurrency.lockutils [req-aa1c77fa-df34-4c70-8709-aa0297a472d0 req-ab6cc593-17df-4706-80e2-59a29b677b03 service nova] Acquired lock "refresh_cache-338fd5dc-e791-410e-b5da-d231ceef9372" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.819574] env[69763]: DEBUG nova.network.neutron [req-aa1c77fa-df34-4c70-8709-aa0297a472d0 req-ab6cc593-17df-4706-80e2-59a29b677b03 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Refreshing network info cache for port ea82a40e-4c2f-45e3-b913-3a9da9bc961d {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1287.844366] env[69763]: DEBUG nova.network.neutron [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updated VIF entry in instance network info cache for port 54911e52-211a-4bc3-b43b-010db022f16b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1287.845055] env[69763]: DEBUG nova.network.neutron [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating instance_info_cache with network_info: [{"id": "54911e52-211a-4bc3-b43b-010db022f16b", "address": "fa:16:3e:b9:13:85", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54911e52-21", "ovs_interfaceid": "54911e52-211a-4bc3-b43b-010db022f16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1287.873353] env[69763]: DEBUG oslo_vmware.api [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123490, 'name': PowerOffVM_Task, 'duration_secs': 0.410613} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.873786] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1287.873982] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1287.874354] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-019d49ca-6192-4520-a453-251cbf48e9ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.949560] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1287.949774] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1287.949836] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleting the datastore file [datastore2] 237f9247-6f24-4bbd-b9d1-84402bb6670d {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1287.950213] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8025cd17-68ca-4d70-8a26-f395eb496a2c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.959753] env[69763]: DEBUG oslo_vmware.api [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for the task: (returnval){ [ 1287.959753] env[69763]: value = "task-4123494" [ 1287.959753] env[69763]: _type = "Task" [ 1287.959753] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.970814] env[69763]: DEBUG oslo_vmware.api [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.045284] env[69763]: DEBUG nova.scheduler.client.report [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.119482] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123491, 'name': CreateVM_Task, 'duration_secs': 0.516636} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.119795] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1288.123959] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.124162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.124503] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.124894] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9065aa-02f6-42d2-ae69-efcf199dd814 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.131392] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1288.131392] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f1a0c-69eb-f001-cec9-8cb0b31f7254" [ 1288.131392] env[69763]: _type = "Task" [ 1288.131392] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.135361] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123492, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.143904] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f1a0c-69eb-f001-cec9-8cb0b31f7254, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.347904] env[69763]: DEBUG oslo_concurrency.lockutils [req-c282e896-fdc7-4703-8ac7-78210e56eaab req-8c5c5f8a-063d-44bb-8e8b-97141d390d65 service nova] Releasing lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.471070] env[69763]: DEBUG oslo_vmware.api [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Task: {'id': task-4123494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.481567} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.471070] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1288.471299] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1288.471411] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1288.471633] env[69763]: INFO nova.compute.manager [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1288.471982] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1288.472282] env[69763]: DEBUG nova.compute.manager [-] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1288.472436] env[69763]: DEBUG nova.network.neutron [-] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1288.552970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.886s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.557878] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.588s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1288.558013] env[69763]: DEBUG nova.objects.instance [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lazy-loading 'resources' on Instance uuid e3b7620c-ad2b-48de-8a83-8e996fbd8d62 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1288.559225] env[69763]: DEBUG nova.compute.manager [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1288.569995] env[69763]: DEBUG nova.network.neutron [req-aa1c77fa-df34-4c70-8709-aa0297a472d0 req-ab6cc593-17df-4706-80e2-59a29b677b03 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Updated VIF entry in instance network info cache for port ea82a40e-4c2f-45e3-b913-3a9da9bc961d. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1288.570421] env[69763]: DEBUG nova.network.neutron [req-aa1c77fa-df34-4c70-8709-aa0297a472d0 req-ab6cc593-17df-4706-80e2-59a29b677b03 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Updating instance_info_cache with network_info: [{"id": "ea82a40e-4c2f-45e3-b913-3a9da9bc961d", "address": "fa:16:3e:c4:87:d2", "network": {"id": "547e423a-47fa-4bca-8972-fafa270c26b5", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1630114710-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af6cab1c576b4f878048eb5d451f68fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "65e4a2b4-fd64-4ac9-b2ec-bac768b501c5", "external-id": "nsx-vlan-transportzone-449", "segmentation_id": 449, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapea82a40e-4c", "ovs_interfaceid": "ea82a40e-4c2f-45e3-b913-3a9da9bc961d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.586749] env[69763]: INFO nova.scheduler.client.report [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Deleted allocations for instance 5e277453-dbfd-4eaa-b899-ee6743036ff0 [ 1288.631351] env[69763]: DEBUG oslo_vmware.api [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123492, 'name': PowerOnVM_Task, 'duration_secs': 0.556972} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.632563] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1288.632804] env[69763]: INFO nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1288.633016] env[69763]: DEBUG nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1288.633867] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444917af-2cc4-487e-bb84-fece7c38f67c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.652200] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521f1a0c-69eb-f001-cec9-8cb0b31f7254, 'name': SearchDatastore_Task, 'duration_secs': 0.02671} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1288.652819] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.653072] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1288.653325] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.653544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.653739] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1288.654563] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e081b3ac-ce71-4ea8-8c94-47faed1bc46b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.665488] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1288.665739] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1288.666484] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cc9251c-fd67-4e89-928e-508a4d8cb6ca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.673198] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1288.673198] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b4bb46-b816-7e8b-2ab8-29a2ed01b1ef" [ 1288.673198] env[69763]: _type = "Task" [ 1288.673198] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.685136] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b4bb46-b816-7e8b-2ab8-29a2ed01b1ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1288.993469] env[69763]: DEBUG nova.compute.manager [req-c9f60aa8-bd7e-4540-8cfd-71f81d33786c req-33451d8f-081a-4240-adfc-5485dc273da5 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Received event network-vif-deleted-a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1288.993766] env[69763]: INFO nova.compute.manager [req-c9f60aa8-bd7e-4540-8cfd-71f81d33786c req-33451d8f-081a-4240-adfc-5485dc273da5 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Neutron deleted interface a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d; detaching it from the instance and deleting it from the info cache [ 1288.994007] env[69763]: DEBUG nova.network.neutron [req-c9f60aa8-bd7e-4540-8cfd-71f81d33786c req-33451d8f-081a-4240-adfc-5485dc273da5 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.073341] env[69763]: DEBUG oslo_concurrency.lockutils [req-aa1c77fa-df34-4c70-8709-aa0297a472d0 req-ab6cc593-17df-4706-80e2-59a29b677b03 service nova] Releasing lock "refresh_cache-338fd5dc-e791-410e-b5da-d231ceef9372" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.086747] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.096405] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a205db84-c066-4bdb-bdfe-cb768607561f tempest-ServerRescueTestJSON-402335687 tempest-ServerRescueTestJSON-402335687-project-member] Lock "5e277453-dbfd-4eaa-b899-ee6743036ff0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.969s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.164026] env[69763]: INFO nova.compute.manager [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Took 15.67 seconds to build instance. [ 1289.188238] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b4bb46-b816-7e8b-2ab8-29a2ed01b1ef, 'name': SearchDatastore_Task, 'duration_secs': 0.014264} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.191809] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cb168a4-a23e-4c9b-9613-4a3d2dbf28a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.198606] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1289.198606] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f0c13f-a1af-973a-fef3-d8e2f641d68b" [ 1289.198606] env[69763]: _type = "Task" [ 1289.198606] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.210115] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f0c13f-a1af-973a-fef3-d8e2f641d68b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.222454] env[69763]: DEBUG nova.network.neutron [-] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.354875] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c454b82-b5fd-4d7e-ad1d-89fe8c1bba58 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.363018] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c210114-debd-49a0-84f5-e29b9d54f11b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.396409] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c712e031-ad88-4ae2-9291-d10ef383fcc1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.408921] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3f588a-c8bf-43d4-bd91-d7ddce2ecb32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.428366] env[69763]: DEBUG nova.compute.provider_tree [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1289.499495] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0f207fb-3d94-4a68-bee9-f7652a5c71b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.511304] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee30d09a-91a0-47ea-81b0-570facef6a76 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.549291] env[69763]: DEBUG nova.compute.manager [req-c9f60aa8-bd7e-4540-8cfd-71f81d33786c req-33451d8f-081a-4240-adfc-5485dc273da5 service nova] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Detach interface failed, port_id=a958b4c0-b125-4e05-8fd0-c3dfdf2a4b3d, reason: Instance 237f9247-6f24-4bbd-b9d1-84402bb6670d could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1289.668029] env[69763]: DEBUG oslo_concurrency.lockutils [None req-271562d8-d250-4350-9b9c-c16d90a52560 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.204s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.714524] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f0c13f-a1af-973a-fef3-d8e2f641d68b, 'name': SearchDatastore_Task, 'duration_secs': 0.034283} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.714905] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.715233] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 338fd5dc-e791-410e-b5da-d231ceef9372/338fd5dc-e791-410e-b5da-d231ceef9372.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1289.715574] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ae12efc-18b9-419d-9773-5179472e6be8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.724186] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1289.724186] env[69763]: value = "task-4123495" [ 1289.724186] env[69763]: _type = "Task" [ 1289.724186] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.724602] env[69763]: INFO nova.compute.manager [-] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Took 1.25 seconds to deallocate network for instance. [ 1289.741109] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123495, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.932057] env[69763]: DEBUG nova.scheduler.client.report [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.238459] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123495, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.243658] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1290.442238] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.449542] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.137s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1290.451301] env[69763]: INFO nova.compute.claims [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1290.484386] env[69763]: INFO nova.scheduler.client.report [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Deleted allocations for instance e3b7620c-ad2b-48de-8a83-8e996fbd8d62 [ 1290.740418] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123495, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676481} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.740810] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 338fd5dc-e791-410e-b5da-d231ceef9372/338fd5dc-e791-410e-b5da-d231ceef9372.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1290.741065] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1290.741360] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1d3a184b-4adb-4479-bb18-8638c190f777 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.749686] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1290.749686] env[69763]: value = "task-4123496" [ 1290.749686] env[69763]: _type = "Task" [ 1290.749686] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.760031] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.992863] env[69763]: DEBUG oslo_concurrency.lockutils [None req-65bb1b52-5bfe-4b63-b1ef-ca2178026bc2 tempest-ServerDiskConfigTestJSON-398101479 tempest-ServerDiskConfigTestJSON-398101479-project-member] Lock "e3b7620c-ad2b-48de-8a83-8e996fbd8d62" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.628s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.039217] env[69763]: DEBUG nova.compute.manager [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.039431] env[69763]: DEBUG nova.compute.manager [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing instance network info cache due to event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.041152] env[69763]: DEBUG oslo_concurrency.lockutils [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.041152] env[69763]: DEBUG oslo_concurrency.lockutils [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.041152] env[69763]: DEBUG nova.network.neutron [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.060621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1291.061574] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1291.263379] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06914} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.263791] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.264661] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-099fcdda-3927-424a-8a58-7545a28dd6eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.298218] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 338fd5dc-e791-410e-b5da-d231ceef9372/338fd5dc-e791-410e-b5da-d231ceef9372.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.298218] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e80866f7-4807-4da1-8f5f-c6d8b7a716ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.319814] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1291.319814] env[69763]: value = "task-4123497" [ 1291.319814] env[69763]: _type = "Task" [ 1291.319814] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.329503] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123497, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.455198] env[69763]: DEBUG nova.compute.manager [req-fc883052-15c8-4256-90bf-16d52a7d5442 req-0bd7c4e4-9d59-4d93-b193-4320fd8d4666 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received event network-changed-1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1291.455404] env[69763]: DEBUG nova.compute.manager [req-fc883052-15c8-4256-90bf-16d52a7d5442 req-0bd7c4e4-9d59-4d93-b193-4320fd8d4666 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing instance network info cache due to event network-changed-1aae6259-77ea-4073-96b8-3d96ccf47ad9. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1291.455621] env[69763]: DEBUG oslo_concurrency.lockutils [req-fc883052-15c8-4256-90bf-16d52a7d5442 req-0bd7c4e4-9d59-4d93-b193-4320fd8d4666 service nova] Acquiring lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.455766] env[69763]: DEBUG oslo_concurrency.lockutils [req-fc883052-15c8-4256-90bf-16d52a7d5442 req-0bd7c4e4-9d59-4d93-b193-4320fd8d4666 service nova] Acquired lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.455923] env[69763]: DEBUG nova.network.neutron [req-fc883052-15c8-4256-90bf-16d52a7d5442 req-0bd7c4e4-9d59-4d93-b193-4320fd8d4666 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing network info cache for port 1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1291.564701] env[69763]: DEBUG nova.compute.utils [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1291.739064] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9199c5cf-73cd-4f8a-9402-573a147d8ecc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.748702] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d619e3b3-66d4-4b23-bac6-1afa20b42956 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.788235] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d97a69-fa51-4aee-bd5a-894e2c5989e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.797031] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33054154-2338-49cc-9fdf-e5d8d58ab71c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.814508] env[69763]: DEBUG nova.compute.provider_tree [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1291.831431] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.969921] env[69763]: DEBUG nova.network.neutron [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updated VIF entry in instance network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1291.970392] env[69763]: DEBUG nova.network.neutron [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.071930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.322599] env[69763]: DEBUG nova.scheduler.client.report [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1292.338228] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123497, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.473311] env[69763]: DEBUG oslo_concurrency.lockutils [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.474867] env[69763]: DEBUG nova.compute.manager [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received event network-changed-1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1292.474867] env[69763]: DEBUG nova.compute.manager [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing instance network info cache due to event network-changed-1aae6259-77ea-4073-96b8-3d96ccf47ad9. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1292.474867] env[69763]: DEBUG oslo_concurrency.lockutils [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] Acquiring lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.729391] env[69763]: DEBUG nova.network.neutron [req-fc883052-15c8-4256-90bf-16d52a7d5442 req-0bd7c4e4-9d59-4d93-b193-4320fd8d4666 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updated VIF entry in instance network info cache for port 1aae6259-77ea-4073-96b8-3d96ccf47ad9. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1292.729874] env[69763]: DEBUG nova.network.neutron [req-fc883052-15c8-4256-90bf-16d52a7d5442 req-0bd7c4e4-9d59-4d93-b193-4320fd8d4666 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1292.832160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1292.832643] env[69763]: DEBUG nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1292.841161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 3.754s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.851282] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123497, 'name': ReconfigVM_Task, 'duration_secs': 1.020284} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.854054] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 338fd5dc-e791-410e-b5da-d231ceef9372/338fd5dc-e791-410e-b5da-d231ceef9372.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.857023] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-50223d8f-0567-403f-8b44-d8ee337fc5c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.866629] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1292.866629] env[69763]: value = "task-4123498" [ 1292.866629] env[69763]: _type = "Task" [ 1292.866629] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.879415] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123498, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.162738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.162738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.162738] env[69763]: INFO nova.compute.manager [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Attaching volume eacad6d2-2c5d-49b6-b77f-cf31c09f9159 to /dev/sdb [ 1293.218338] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0263b382-3a66-41cb-8e31-630d02a07ad1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.227719] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8896cb44-3e3f-4329-8c3b-0529457e30c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.235856] env[69763]: DEBUG oslo_concurrency.lockutils [req-fc883052-15c8-4256-90bf-16d52a7d5442 req-0bd7c4e4-9d59-4d93-b193-4320fd8d4666 service nova] Releasing lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.235856] env[69763]: DEBUG oslo_concurrency.lockutils [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] Acquired lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.235856] env[69763]: DEBUG nova.network.neutron [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing network info cache for port 1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.245706] env[69763]: DEBUG nova.virt.block_device [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Updating existing volume attachment record: 88dadf6d-0dbb-4948-9818-cd4bad25c1ec {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1293.351338] env[69763]: DEBUG nova.compute.utils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1293.353408] env[69763]: DEBUG nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1293.353913] env[69763]: DEBUG nova.network.neutron [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1293.360328] env[69763]: INFO nova.compute.claims [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1293.379547] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123498, 'name': Rename_Task, 'duration_secs': 0.197636} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1293.380042] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1293.380494] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e13ae51-af99-4342-aa7d-004ef48bb18f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.390020] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1293.390020] env[69763]: value = "task-4123499" [ 1293.390020] env[69763]: _type = "Task" [ 1293.390020] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.402321] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123499, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.501119] env[69763]: DEBUG nova.policy [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c289993c52974071a69c208e68753229', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1921e2c3e1264e2fb9a77503c26f9322', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1293.581799] env[69763]: DEBUG nova.compute.manager [req-4960e92c-12ad-4e58-a1e8-1b4c52026e1b req-c60258ac-a687-4b1f-bb0f-533985db34b0 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1293.582166] env[69763]: DEBUG nova.compute.manager [req-4960e92c-12ad-4e58-a1e8-1b4c52026e1b req-c60258ac-a687-4b1f-bb0f-533985db34b0 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing instance network info cache due to event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1293.582546] env[69763]: DEBUG oslo_concurrency.lockutils [req-4960e92c-12ad-4e58-a1e8-1b4c52026e1b req-c60258ac-a687-4b1f-bb0f-533985db34b0 service nova] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.582803] env[69763]: DEBUG oslo_concurrency.lockutils [req-4960e92c-12ad-4e58-a1e8-1b4c52026e1b req-c60258ac-a687-4b1f-bb0f-533985db34b0 service nova] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.583170] env[69763]: DEBUG nova.network.neutron [req-4960e92c-12ad-4e58-a1e8-1b4c52026e1b req-c60258ac-a687-4b1f-bb0f-533985db34b0 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1293.861074] env[69763]: DEBUG nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1293.870029] env[69763]: INFO nova.compute.resource_tracker [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating resource usage from migration fa8b14e3-3d09-4169-8385-5e6cbbabac55 [ 1293.902996] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123499, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.231149] env[69763]: DEBUG nova.network.neutron [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Successfully created port: b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1294.367899] env[69763]: INFO nova.virt.block_device [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Booting with volume 0a5339e6-9859-4a80-8a84-3f0117c4c055 at /dev/sda [ 1294.393577] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81dddfe8-33b8-4516-97a5-02257ff98854 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.411096] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aed867bd-8821-4dff-91d6-39d7134b4ba9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.414259] env[69763]: DEBUG oslo_vmware.api [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123499, 'name': PowerOnVM_Task, 'duration_secs': 0.804865} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.414945] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1294.415490] env[69763]: INFO nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Took 9.25 seconds to spawn the instance on the hypervisor. [ 1294.415987] env[69763]: DEBUG nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1294.417540] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8258bca6-7eee-43a6-872b-6321896c24cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.455031] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d763df2-7dfd-4030-88d4-9b75b415a641 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.456567] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bd47f6a8-bfe2-402e-8182-52332985f687 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.474085] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87637d04-7bd4-447a-a397-eaaedbfcf457 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.480770] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912f2176-846d-43c8-b959-a300f23155f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.509315] env[69763]: DEBUG nova.compute.provider_tree [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1294.524290] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dbb470da-4557-46e1-8168-43d3d75a631e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.535374] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c943172-2427-4e28-9abf-2eec814cc99b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.574765] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ed6561-d757-44cb-b4dc-519bc548607a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.584504] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf3f14eb-12ec-45df-91a1-a18b8785d941 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.588970] env[69763]: DEBUG nova.network.neutron [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updated VIF entry in instance network info cache for port 1aae6259-77ea-4073-96b8-3d96ccf47ad9. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.589434] env[69763]: DEBUG nova.network.neutron [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.600613] env[69763]: DEBUG nova.virt.block_device [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating existing volume attachment record: 4e65a27e-1b34-4187-8cac-6ec058c36069 {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1294.707888] env[69763]: DEBUG nova.network.neutron [req-4960e92c-12ad-4e58-a1e8-1b4c52026e1b req-c60258ac-a687-4b1f-bb0f-533985db34b0 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updated VIF entry in instance network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1294.709748] env[69763]: DEBUG nova.network.neutron [req-4960e92c-12ad-4e58-a1e8-1b4c52026e1b req-c60258ac-a687-4b1f-bb0f-533985db34b0 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.976897] env[69763]: INFO nova.compute.manager [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Took 16.73 seconds to build instance. [ 1295.025916] env[69763]: DEBUG nova.scheduler.client.report [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1295.093644] env[69763]: DEBUG oslo_concurrency.lockutils [req-6449aa64-127f-4e21-a8b4-7432f86c4292 req-6d4b9ce6-9639-4bdb-b737-33e311aa70b7 service nova] Releasing lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.217249] env[69763]: DEBUG oslo_concurrency.lockutils [req-4960e92c-12ad-4e58-a1e8-1b4c52026e1b req-c60258ac-a687-4b1f-bb0f-533985db34b0 service nova] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.479254] env[69763]: DEBUG oslo_concurrency.lockutils [None req-60070fbe-c1d0-4545-aa5c-1abbb9d801f3 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "338fd5dc-e791-410e-b5da-d231ceef9372" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.249s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.534999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.694s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.535282] env[69763]: INFO nova.compute.manager [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Migrating [ 1295.542142] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.299s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1295.543038] env[69763]: DEBUG nova.objects.instance [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lazy-loading 'resources' on Instance uuid 237f9247-6f24-4bbd-b9d1-84402bb6670d {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1296.060058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.060566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.060781] env[69763]: DEBUG nova.network.neutron [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1296.238692] env[69763]: DEBUG nova.compute.manager [req-880e8f9a-5e4b-4469-845a-25a7a1e9dc02 req-8e8a52a0-a772-40c0-b89b-89219ab8faa3 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Received event network-vif-plugged-b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1296.239054] env[69763]: DEBUG oslo_concurrency.lockutils [req-880e8f9a-5e4b-4469-845a-25a7a1e9dc02 req-8e8a52a0-a772-40c0-b89b-89219ab8faa3 service nova] Acquiring lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1296.239152] env[69763]: DEBUG oslo_concurrency.lockutils [req-880e8f9a-5e4b-4469-845a-25a7a1e9dc02 req-8e8a52a0-a772-40c0-b89b-89219ab8faa3 service nova] Lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1296.239307] env[69763]: DEBUG oslo_concurrency.lockutils [req-880e8f9a-5e4b-4469-845a-25a7a1e9dc02 req-8e8a52a0-a772-40c0-b89b-89219ab8faa3 service nova] Lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.239481] env[69763]: DEBUG nova.compute.manager [req-880e8f9a-5e4b-4469-845a-25a7a1e9dc02 req-8e8a52a0-a772-40c0-b89b-89219ab8faa3 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] No waiting events found dispatching network-vif-plugged-b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1296.239670] env[69763]: WARNING nova.compute.manager [req-880e8f9a-5e4b-4469-845a-25a7a1e9dc02 req-8e8a52a0-a772-40c0-b89b-89219ab8faa3 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Received unexpected event network-vif-plugged-b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 for instance with vm_state building and task_state block_device_mapping. [ 1296.366411] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04954757-8bb9-457a-b1a1-54c30e91a5b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.375100] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9fef6d-9087-4fe5-93e2-9ad07b498a6b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.407084] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec583ae-c4f5-4e51-a73e-0157fc890391 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.416272] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db1f332-6072-43b4-b540-496ecb2e19a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.431076] env[69763]: DEBUG nova.compute.provider_tree [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1296.495036] env[69763]: DEBUG nova.network.neutron [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Successfully updated port: b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1296.722839] env[69763]: DEBUG nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1296.723657] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1296.724283] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1296.724283] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1296.724283] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1296.724408] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1296.724516] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1296.724718] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1296.724870] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1296.725209] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1296.725647] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1296.725880] env[69763]: DEBUG nova.virt.hardware [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1296.726812] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce7f9389-d839-41fd-a5ef-7e1dfc17f0da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.738892] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbd58246-4bfd-4724-8a48-2fff7b13c86e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.938810] env[69763]: DEBUG nova.scheduler.client.report [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1296.973818] env[69763]: DEBUG nova.network.neutron [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance_info_cache with network_info: [{"id": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "address": "fa:16:3e:ff:9f:a5", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6a8c68-0f", "ovs_interfaceid": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.998379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.000372] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.000372] env[69763]: DEBUG nova.network.neutron [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1297.448300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.906s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1297.469495] env[69763]: INFO nova.scheduler.client.report [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Deleted allocations for instance 237f9247-6f24-4bbd-b9d1-84402bb6670d [ 1297.476950] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.543356] env[69763]: DEBUG nova.network.neutron [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1297.575058] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.575300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.740637] env[69763]: DEBUG nova.network.neutron [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance_info_cache with network_info: [{"id": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "address": "fa:16:3e:6a:55:1f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f76a17-b2", "ovs_interfaceid": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1297.815507] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1297.815610] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816791', 'volume_id': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'name': 'volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d202308-fcd5-4630-987e-b7eabc7fa6d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'serial': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1297.816575] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbaf66ee-f4af-4b04-b86a-92629de64e87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.837091] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdd49bf8-8b0c-4f9e-8cd2-255003ddf9c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.866696] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159/volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1297.868405] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9e02086-4372-44ef-8cb7-31130402e725 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.901980] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1297.901980] env[69763]: value = "task-4123502" [ 1297.901980] env[69763]: _type = "Task" [ 1297.901980] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.912282] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123502, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.980417] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3e8a6bfc-093e-4896-aaac-ffa702d41da3 tempest-ServersTestJSON-676020567 tempest-ServersTestJSON-676020567-project-member] Lock "237f9247-6f24-4bbd-b9d1-84402bb6670d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.157s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.079409] env[69763]: DEBUG nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1298.247191] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.247191] env[69763]: DEBUG nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Instance network_info: |[{"id": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "address": "fa:16:3e:6a:55:1f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f76a17-b2", "ovs_interfaceid": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1298.247191] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6a:55:1f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1298.258391] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1298.259967] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1298.261133] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c43e05e-8770-412d-ac7e-ce8ad64e9f97 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.300057] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1298.300057] env[69763]: value = "task-4123503" [ 1298.300057] env[69763]: _type = "Task" [ 1298.300057] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.311900] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123503, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.320477] env[69763]: DEBUG nova.compute.manager [req-95740621-3f67-47d2-be68-3c631cb088c0 req-74a1f926-755c-4ce6-b5b6-1743ff9a6190 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Received event network-changed-b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1298.321555] env[69763]: DEBUG nova.compute.manager [req-95740621-3f67-47d2-be68-3c631cb088c0 req-74a1f926-755c-4ce6-b5b6-1743ff9a6190 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Refreshing instance network info cache due to event network-changed-b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1298.321973] env[69763]: DEBUG oslo_concurrency.lockutils [req-95740621-3f67-47d2-be68-3c631cb088c0 req-74a1f926-755c-4ce6-b5b6-1743ff9a6190 service nova] Acquiring lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.322276] env[69763]: DEBUG oslo_concurrency.lockutils [req-95740621-3f67-47d2-be68-3c631cb088c0 req-74a1f926-755c-4ce6-b5b6-1743ff9a6190 service nova] Acquired lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.322595] env[69763]: DEBUG nova.network.neutron [req-95740621-3f67-47d2-be68-3c631cb088c0 req-74a1f926-755c-4ce6-b5b6-1743ff9a6190 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Refreshing network info cache for port b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1298.389397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "338fd5dc-e791-410e-b5da-d231ceef9372" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.389397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "338fd5dc-e791-410e-b5da-d231ceef9372" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.389397] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "338fd5dc-e791-410e-b5da-d231ceef9372-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.389627] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "338fd5dc-e791-410e-b5da-d231ceef9372-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.389669] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "338fd5dc-e791-410e-b5da-d231ceef9372-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.393107] env[69763]: INFO nova.compute.manager [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Terminating instance [ 1298.413146] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.614100] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.614406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.616102] env[69763]: INFO nova.compute.claims [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1298.622307] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquiring lock "764f97c4-049d-45d5-803c-ac526a1343f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1298.622637] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "764f97c4-049d-45d5-803c-ac526a1343f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1298.813966] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123503, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.896859] env[69763]: DEBUG nova.compute.manager [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1298.899133] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1298.899133] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf06de58-f61d-4685-be26-ae88e776605a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.918071] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1298.918796] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0bf13298-0372-4c80-9f16-1479d30df195 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.925966] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.933260] env[69763]: DEBUG oslo_vmware.api [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1298.933260] env[69763]: value = "task-4123504" [ 1298.933260] env[69763]: _type = "Task" [ 1298.933260] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1298.950884] env[69763]: DEBUG oslo_vmware.api [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123504, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1298.996563] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b21ebc02-bca5-428c-b477-1739bff1d09f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.020626] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance '41c16292-949f-4eba-baeb-aabf92c66e5a' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1299.029294] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.030379] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.125763] env[69763]: DEBUG nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1299.158594] env[69763]: DEBUG nova.network.neutron [req-95740621-3f67-47d2-be68-3c631cb088c0 req-74a1f926-755c-4ce6-b5b6-1743ff9a6190 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updated VIF entry in instance network info cache for port b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1299.158594] env[69763]: DEBUG nova.network.neutron [req-95740621-3f67-47d2-be68-3c631cb088c0 req-74a1f926-755c-4ce6-b5b6-1743ff9a6190 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance_info_cache with network_info: [{"id": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "address": "fa:16:3e:6a:55:1f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f76a17-b2", "ovs_interfaceid": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.315815] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123503, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.426025] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123502, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.447455] env[69763]: DEBUG oslo_vmware.api [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123504, 'name': PowerOffVM_Task, 'duration_secs': 0.2582} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.447455] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1299.447455] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1299.447665] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4eccb870-7485-48b6-a2a0-bebfc65fbc11 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.533251] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1299.533625] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1299.533792] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1299.533976] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Deleting the datastore file [datastore2] 338fd5dc-e791-410e-b5da-d231ceef9372 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1299.538078] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-90d6b625-b976-4c41-a521-c7032662cd85 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.540284] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1a8b6d70-b36f-4d7b-8790-89d4e91984d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.541989] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.543048] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.543131] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.543294] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.543430] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.543568] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.543757] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1299.543925] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1299.549849] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1299.549849] env[69763]: value = "task-4123507" [ 1299.549849] env[69763]: _type = "Task" [ 1299.549849] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.551524] env[69763]: DEBUG oslo_vmware.api [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1299.551524] env[69763]: value = "task-4123506" [ 1299.551524] env[69763]: _type = "Task" [ 1299.551524] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.576470] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.576973] env[69763]: DEBUG oslo_vmware.api [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123506, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.653731] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1299.662030] env[69763]: DEBUG oslo_concurrency.lockutils [req-95740621-3f67-47d2-be68-3c631cb088c0 req-74a1f926-755c-4ce6-b5b6-1743ff9a6190 service nova] Releasing lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.812346] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123503, 'name': CreateVM_Task, 'duration_secs': 1.513456} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.815176] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1299.816366] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': True, 'guest_format': None, 'attachment_id': '4e65a27e-1b34-4187-8cac-6ec058c36069', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816785', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'name': 'volume-0a5339e6-9859-4a80-8a84-3f0117c4c055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa8834ca-2c90-4750-a34f-371b0645930a', 'attached_at': '', 'detached_at': '', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'serial': '0a5339e6-9859-4a80-8a84-3f0117c4c055'}, 'mount_device': '/dev/sda', 'boot_index': 0, 'volume_type': None}], 'swap': None} {{(pid=69763) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1299.816366] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Root volume attach. Driver type: vmdk {{(pid=69763) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1299.817206] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c501fb4b-f6b3-45d0-ae56-f473d34e6379 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.825986] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3eb836-06b0-46c3-b8da-30af157efb75 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.836673] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01c3f401-d565-4d81-8d00-0378a783d34f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.844713] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-92b96c57-3b93-40a8-a1ca-23573e30ef12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.860049] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1299.860049] env[69763]: value = "task-4123508" [ 1299.860049] env[69763]: _type = "Task" [ 1299.860049] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.877094] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1299.925144] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123502, 'name': ReconfigVM_Task, 'duration_secs': 1.536528} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1299.928304] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Reconfigured VM instance instance-00000061 to attach disk [datastore2] volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159/volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1299.935419] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3968c9ee-14a3-47a2-a2a3-363336b6ea81 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.949086] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e71f5f20-1e70-49fc-9046-af4fc7e3c93e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.953890] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1299.953890] env[69763]: value = "task-4123509" [ 1299.953890] env[69763]: _type = "Task" [ 1299.953890] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1299.960774] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e138770b-965d-4d2a-9d49-ffc815736a7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1299.967987] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123509, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.000400] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1f20206-ec54-407b-ae12-d8a0efbd829a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.009954] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e5862b0-9e14-4f83-b042-ff206215edf7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.026601] env[69763]: DEBUG nova.compute.provider_tree [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1300.047264] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.063618] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123507, 'name': PowerOffVM_Task, 'duration_secs': 0.219886} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.064397] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1300.064570] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance '41c16292-949f-4eba-baeb-aabf92c66e5a' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1300.071108] env[69763]: DEBUG oslo_vmware.api [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123506, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.219752} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.071641] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1300.071837] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1300.072024] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1300.072204] env[69763]: INFO nova.compute.manager [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Took 1.18 seconds to destroy the instance on the hypervisor. [ 1300.072453] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1300.072694] env[69763]: DEBUG nova.compute.manager [-] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1300.072822] env[69763]: DEBUG nova.network.neutron [-] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1300.376109] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task} progress is 38%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.438066] env[69763]: DEBUG nova.compute.manager [req-65852336-0425-4502-85a8-5a375bd6465e req-8ce1ea9e-568f-4c6d-a4f7-be662d9329a9 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Received event network-vif-deleted-ea82a40e-4c2f-45e3-b913-3a9da9bc961d {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1300.438324] env[69763]: INFO nova.compute.manager [req-65852336-0425-4502-85a8-5a375bd6465e req-8ce1ea9e-568f-4c6d-a4f7-be662d9329a9 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Neutron deleted interface ea82a40e-4c2f-45e3-b913-3a9da9bc961d; detaching it from the instance and deleting it from the info cache [ 1300.438509] env[69763]: DEBUG nova.network.neutron [req-65852336-0425-4502-85a8-5a375bd6465e req-8ce1ea9e-568f-4c6d-a4f7-be662d9329a9 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.469568] env[69763]: DEBUG oslo_vmware.api [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123509, 'name': ReconfigVM_Task, 'duration_secs': 0.332433} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1300.469935] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816791', 'volume_id': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'name': 'volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d202308-fcd5-4630-987e-b7eabc7fa6d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'serial': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1300.530789] env[69763]: DEBUG nova.scheduler.client.report [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1300.575182] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1300.575615] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1300.576319] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1300.576319] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1300.577210] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1300.577210] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1300.577210] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1300.577441] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1300.577766] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1300.578097] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1300.578410] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1300.589029] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b88f2c9-ce0a-4794-a866-f7bc31b3e33b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.620744] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1300.620744] env[69763]: value = "task-4123510" [ 1300.620744] env[69763]: _type = "Task" [ 1300.620744] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.637666] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123510, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.877776] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.915336] env[69763]: DEBUG nova.network.neutron [-] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.942730] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-27c83f05-f1ec-4545-b0c9-6b333b4eb72d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.958344] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79774385-8cbc-408d-80b7-c910710abb95 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.006161] env[69763]: DEBUG nova.compute.manager [req-65852336-0425-4502-85a8-5a375bd6465e req-8ce1ea9e-568f-4c6d-a4f7-be662d9329a9 service nova] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Detach interface failed, port_id=ea82a40e-4c2f-45e3-b913-3a9da9bc961d, reason: Instance 338fd5dc-e791-410e-b5da-d231ceef9372 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1301.038087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.423s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1301.038664] env[69763]: DEBUG nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1301.041563] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.388s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1301.043167] env[69763]: INFO nova.compute.claims [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1301.136882] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.377688] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task} progress is 63%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.418517] env[69763]: INFO nova.compute.manager [-] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Took 1.35 seconds to deallocate network for instance. [ 1301.517557] env[69763]: DEBUG nova.objects.instance [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'flavor' on Instance uuid 9d202308-fcd5-4630-987e-b7eabc7fa6d7 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1301.549662] env[69763]: DEBUG nova.compute.utils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1301.554574] env[69763]: DEBUG nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1301.554867] env[69763]: DEBUG nova.network.neutron [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1301.637225] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123510, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.881677] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task} progress is 76%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.909942] env[69763]: DEBUG nova.policy [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '963967f3da354e91905ec6de6643be82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7120e5c0232b4d40b01c53b516d88a50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1301.926164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.023096] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe8b625c-1091-4f78-95f0-79acc583f221 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.862s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.060863] env[69763]: DEBUG nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1302.141345] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.328031] env[69763]: DEBUG nova.network.neutron [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Successfully created port: 5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1302.370303] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.370672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.379286] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.401359] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a273353-e907-4567-8827-5e3b4e75d163 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.414386] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db51712f-3b31-4296-a41c-384097d041a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.451157] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e98e497-a94c-40f0-92d7-d67394c6f424 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.463838] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6f47ccb-2a23-4c34-8016-b0f78c8d3bd0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.482975] env[69763]: DEBUG nova.compute.provider_tree [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1302.636374] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123510, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.711372] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-2748d29a-0563-426d-9a06-d427764311bd-90178801-6693-4147-a140-74bc27ea5e82" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.711655] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-2748d29a-0563-426d-9a06-d427764311bd-90178801-6693-4147-a140-74bc27ea5e82" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.712033] env[69763]: DEBUG nova.objects.instance [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'flavor' on Instance uuid 2748d29a-0563-426d-9a06-d427764311bd {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1302.874556] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task} progress is 97%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.876470] env[69763]: INFO nova.compute.manager [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Detaching volume eacad6d2-2c5d-49b6-b77f-cf31c09f9159 [ 1302.917388] env[69763]: INFO nova.virt.block_device [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Attempting to driver detach volume eacad6d2-2c5d-49b6-b77f-cf31c09f9159 from mountpoint /dev/sdb [ 1302.917699] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1302.917803] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816791', 'volume_id': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'name': 'volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d202308-fcd5-4630-987e-b7eabc7fa6d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'serial': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1302.918718] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d41d28f-0754-4926-ac06-9405d72b8c92 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.942067] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49499403-fa7e-4bbd-b2ad-cb00cf83f717 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.950914] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1268485-f734-4372-b0a6-8acc26c6d885 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.972818] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db2fee7d-e65f-4c03-bde6-7a78871e1707 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.990720] env[69763]: DEBUG nova.scheduler.client.report [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1302.994152] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] The volume has not been displaced from its original location: [datastore2] volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159/volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1302.999679] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Reconfiguring VM instance instance-00000061 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.000367] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f9ec53f-8ebf-4835-aefa-34f01a01d4a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.028853] env[69763]: DEBUG oslo_vmware.api [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1303.028853] env[69763]: value = "task-4123511" [ 1303.028853] env[69763]: _type = "Task" [ 1303.028853] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.039188] env[69763]: DEBUG oslo_vmware.api [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123511, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.072384] env[69763]: DEBUG nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1303.102419] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.102714] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.102879] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.103086] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.103238] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.103387] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.103625] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.103804] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.103984] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.104171] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.104353] env[69763]: DEBUG nova.virt.hardware [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.105327] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83bed882-dffb-498c-8e2d-d474152be750 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.114018] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-778c0164-b742-4704-abf2-cc4a9a7bc390 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.138495] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123510, 'name': ReconfigVM_Task, 'duration_secs': 2.125522} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.138808] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance '41c16292-949f-4eba-baeb-aabf92c66e5a' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.337457] env[69763]: DEBUG nova.objects.instance [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'pci_requests' on Instance uuid 2748d29a-0563-426d-9a06-d427764311bd {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.375431] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task} progress is 98%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.501593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.460s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.502266] env[69763]: DEBUG nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1303.505423] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 3.458s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.505556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.505727] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1303.506122] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.580s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.506287] env[69763]: DEBUG nova.objects.instance [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lazy-loading 'resources' on Instance uuid 338fd5dc-e791-410e-b5da-d231ceef9372 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1303.508417] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6318a669-5115-49a9-8465-0bdd77a3792f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.518517] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060eced6-ac1a-46df-b814-f24e17dcc853 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.538037] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f74719-5e5d-4687-ae76-b68d977d820d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.548756] env[69763]: DEBUG oslo_vmware.api [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123511, 'name': ReconfigVM_Task, 'duration_secs': 0.310269} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.549814] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-076a500d-bc5e-48c3-88b1-62942bc929b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.553186] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Reconfigured VM instance instance-00000061 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1303.558186] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-33f24cc9-fb73-4466-acae-3743b11b8bf4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.598586] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179203MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1303.598762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.600882] env[69763]: DEBUG oslo_vmware.api [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1303.600882] env[69763]: value = "task-4123512" [ 1303.600882] env[69763]: _type = "Task" [ 1303.600882] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.614478] env[69763]: DEBUG oslo_vmware.api [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123512, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.645625] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1303.645998] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1303.646226] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1303.646939] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1303.646939] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1303.646939] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1303.647101] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1303.648037] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1303.648037] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1303.648037] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1303.648037] env[69763]: DEBUG nova.virt.hardware [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1303.653675] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.654041] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd38259a-449f-41c2-8431-8b79b1a24969 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.677503] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1303.677503] env[69763]: value = "task-4123513" [ 1303.677503] env[69763]: _type = "Task" [ 1303.677503] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.689358] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123513, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1303.840421] env[69763]: DEBUG nova.objects.base [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Object Instance<2748d29a-0563-426d-9a06-d427764311bd> lazy-loaded attributes: flavor,pci_requests {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1303.840678] env[69763]: DEBUG nova.network.neutron [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1303.852054] env[69763]: DEBUG nova.compute.manager [req-571bda75-5c4e-4a1f-9cff-c15887083b7b req-beed8d85-c3fb-4303-8d6c-a0ac7aa6c4ae service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received event network-vif-plugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1303.856119] env[69763]: DEBUG oslo_concurrency.lockutils [req-571bda75-5c4e-4a1f-9cff-c15887083b7b req-beed8d85-c3fb-4303-8d6c-a0ac7aa6c4ae service nova] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.856119] env[69763]: DEBUG oslo_concurrency.lockutils [req-571bda75-5c4e-4a1f-9cff-c15887083b7b req-beed8d85-c3fb-4303-8d6c-a0ac7aa6c4ae service nova] Lock "d726f180-955e-489e-a43b-36365b1d5d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.856119] env[69763]: DEBUG oslo_concurrency.lockutils [req-571bda75-5c4e-4a1f-9cff-c15887083b7b req-beed8d85-c3fb-4303-8d6c-a0ac7aa6c4ae service nova] Lock "d726f180-955e-489e-a43b-36365b1d5d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.856119] env[69763]: DEBUG nova.compute.manager [req-571bda75-5c4e-4a1f-9cff-c15887083b7b req-beed8d85-c3fb-4303-8d6c-a0ac7aa6c4ae service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] No waiting events found dispatching network-vif-plugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1303.856119] env[69763]: WARNING nova.compute.manager [req-571bda75-5c4e-4a1f-9cff-c15887083b7b req-beed8d85-c3fb-4303-8d6c-a0ac7aa6c4ae service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received unexpected event network-vif-plugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 for instance with vm_state building and task_state spawning. [ 1303.875509] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123508, 'name': RelocateVM_Task, 'duration_secs': 3.666792} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1303.877633] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1303.877846] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816785', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'name': 'volume-0a5339e6-9859-4a80-8a84-3f0117c4c055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa8834ca-2c90-4750-a34f-371b0645930a', 'attached_at': '', 'detached_at': '', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'serial': '0a5339e6-9859-4a80-8a84-3f0117c4c055'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1303.878659] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da9b58fa-63e9-46e2-80cc-346d88d307e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.896085] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31bc9ec-dd75-49e5-b812-131769862ffa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.920653] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-0a5339e6-9859-4a80-8a84-3f0117c4c055/volume-0a5339e6-9859-4a80-8a84-3f0117c4c055.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1303.925830] env[69763]: DEBUG nova.policy [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1303.927909] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-12c569e6-7d3f-4ada-a52c-d51a5903928b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.974834] env[69763]: DEBUG nova.network.neutron [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Successfully updated port: 5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1304.006669] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1304.006669] env[69763]: value = "task-4123514" [ 1304.006669] env[69763]: _type = "Task" [ 1304.006669] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.011173] env[69763]: DEBUG nova.compute.utils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1304.012807] env[69763]: DEBUG nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1304.012955] env[69763]: DEBUG nova.network.neutron [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1304.027463] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.059379] env[69763]: DEBUG nova.policy [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6da78cb8cb44a3eb879feeb204eb936', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4b24880f150040ffbef9759f5e6e3381', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1304.116167] env[69763]: DEBUG oslo_vmware.api [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.191247] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123513, 'name': ReconfigVM_Task, 'duration_secs': 0.36238} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.191578] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.192564] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f9c95a-5edc-42bc-8525-691a3c7189cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.219974] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 41c16292-949f-4eba-baeb-aabf92c66e5a/41c16292-949f-4eba-baeb-aabf92c66e5a.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1304.223233] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c59a72f2-e89c-4714-92ac-f99ecc9a2f8a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.246965] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1304.246965] env[69763]: value = "task-4123515" [ 1304.246965] env[69763]: _type = "Task" [ 1304.246965] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.259604] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123515, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.336021] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-268d3450-6606-4d2c-b352-0cea3f620c8b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.346565] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb084b1f-3f50-4343-b484-70ea0ee4edbd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.379316] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3e18b7a-a83d-4df2-9d58-6e9d3cadf4d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.387755] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1b914c8-a194-4a48-b052-80d500a98102 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.402632] env[69763]: DEBUG nova.compute.provider_tree [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.420449] env[69763]: DEBUG nova.network.neutron [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Successfully created port: 106348cd-867f-4d9a-8f0d-2af74b216909 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1304.479874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.480052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.480211] env[69763]: DEBUG nova.network.neutron [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1304.517224] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123514, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.518894] env[69763]: DEBUG nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1304.613593] env[69763]: DEBUG oslo_vmware.api [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123512, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.758132] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123515, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.907049] env[69763]: DEBUG nova.scheduler.client.report [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1305.018336] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123514, 'name': ReconfigVM_Task, 'duration_secs': 1.062122} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.018760] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-0a5339e6-9859-4a80-8a84-3f0117c4c055/volume-0a5339e6-9859-4a80-8a84-3f0117c4c055.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.027306] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1375a3-c6ba-4384-8a85-03f7f9c8dceb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.038273] env[69763]: DEBUG nova.network.neutron [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1305.048342] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1305.048342] env[69763]: value = "task-4123516" [ 1305.048342] env[69763]: _type = "Task" [ 1305.048342] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.059415] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123516, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.114251] env[69763]: DEBUG oslo_vmware.api [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123512, 'name': ReconfigVM_Task, 'duration_secs': 1.197057} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.114650] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816791', 'volume_id': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'name': 'volume-eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '9d202308-fcd5-4630-987e-b7eabc7fa6d7', 'attached_at': '', 'detached_at': '', 'volume_id': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159', 'serial': 'eacad6d2-2c5d-49b6-b77f-cf31c09f9159'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1305.218983] env[69763]: DEBUG nova.network.neutron [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [{"id": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "address": "fa:16:3e:2f:54:60", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f04eb8e-01", "ovs_interfaceid": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1305.258196] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123515, 'name': ReconfigVM_Task, 'duration_secs': 0.954077} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.258508] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 41c16292-949f-4eba-baeb-aabf92c66e5a/41c16292-949f-4eba-baeb-aabf92c66e5a.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1305.258787] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance '41c16292-949f-4eba-baeb-aabf92c66e5a' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.379198] env[69763]: DEBUG nova.compute.manager [req-cf9d08b4-a6bf-41d8-a305-7441b72e49a0 req-b1ba0246-3cb3-41f5-8ce8-cc65279fc118 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-vif-plugged-90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.379198] env[69763]: DEBUG oslo_concurrency.lockutils [req-cf9d08b4-a6bf-41d8-a305-7441b72e49a0 req-b1ba0246-3cb3-41f5-8ce8-cc65279fc118 service nova] Acquiring lock "2748d29a-0563-426d-9a06-d427764311bd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1305.379198] env[69763]: DEBUG oslo_concurrency.lockutils [req-cf9d08b4-a6bf-41d8-a305-7441b72e49a0 req-b1ba0246-3cb3-41f5-8ce8-cc65279fc118 service nova] Lock "2748d29a-0563-426d-9a06-d427764311bd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.379198] env[69763]: DEBUG oslo_concurrency.lockutils [req-cf9d08b4-a6bf-41d8-a305-7441b72e49a0 req-b1ba0246-3cb3-41f5-8ce8-cc65279fc118 service nova] Lock "2748d29a-0563-426d-9a06-d427764311bd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.379198] env[69763]: DEBUG nova.compute.manager [req-cf9d08b4-a6bf-41d8-a305-7441b72e49a0 req-b1ba0246-3cb3-41f5-8ce8-cc65279fc118 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] No waiting events found dispatching network-vif-plugged-90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1305.379198] env[69763]: WARNING nova.compute.manager [req-cf9d08b4-a6bf-41d8-a305-7441b72e49a0 req-b1ba0246-3cb3-41f5-8ce8-cc65279fc118 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received unexpected event network-vif-plugged-90178801-6693-4147-a140-74bc27ea5e82 for instance with vm_state active and task_state None. [ 1305.413282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.905s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.413923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 1.815s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1305.443935] env[69763]: INFO nova.scheduler.client.report [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Deleted allocations for instance 338fd5dc-e791-410e-b5da-d231ceef9372 [ 1305.481909] env[69763]: DEBUG nova.network.neutron [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Successfully updated port: 90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1305.541803] env[69763]: DEBUG nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1305.559511] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123516, 'name': ReconfigVM_Task, 'duration_secs': 0.150115} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1305.559829] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816785', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'name': 'volume-0a5339e6-9859-4a80-8a84-3f0117c4c055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'aa8834ca-2c90-4750-a34f-371b0645930a', 'attached_at': '', 'detached_at': '', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'serial': '0a5339e6-9859-4a80-8a84-3f0117c4c055'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1305.560461] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a2489cf2-448d-4ae7-869e-2a1411fa5f28 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.579015] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1305.579015] env[69763]: value = "task-4123517" [ 1305.579015] env[69763]: _type = "Task" [ 1305.579015] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.584923] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1305.585216] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1305.585379] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1305.585640] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1305.585701] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1305.585849] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1305.586071] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1305.586234] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1305.586402] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1305.586565] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1305.586741] env[69763]: DEBUG nova.virt.hardware [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1305.587595] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1217890c-ec2a-44ba-9fc7-78e66d2761bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.599600] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b4dfe7b-9dc1-45d0-be36-e853e7692e2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.603794] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123517, 'name': Rename_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.678472] env[69763]: DEBUG nova.objects.instance [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'flavor' on Instance uuid 9d202308-fcd5-4630-987e-b7eabc7fa6d7 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.722139] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.722443] env[69763]: DEBUG nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Instance network_info: |[{"id": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "address": "fa:16:3e:2f:54:60", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f04eb8e-01", "ovs_interfaceid": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1305.722997] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:54:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f04eb8e-010b-4598-8810-4e9786a6ac73', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1305.730313] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating folder: Project (7120e5c0232b4d40b01c53b516d88a50). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.730973] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d87212aa-f1d7-4cba-8950-6568411ef1ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.748041] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Created folder: Project (7120e5c0232b4d40b01c53b516d88a50) in parent group-v816505. [ 1305.748375] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating folder: Instances. Parent ref: group-v816793. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1305.748626] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fc20e61b-b5a2-4dc5-98cf-ced82c53e05a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.762353] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Created folder: Instances in parent group-v816793. [ 1305.762732] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1305.762961] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1305.764934] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a65af486-f26a-4d9c-aeaa-033f7acb5a45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.779861] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54568430-6105-4c28-9d2f-dd20ef54c792 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.801442] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7040a977-bd88-42b6-8d13-4c91d83072ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.804132] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1305.804132] env[69763]: value = "task-4123520" [ 1305.804132] env[69763]: _type = "Task" [ 1305.804132] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1305.820811] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance '41c16292-949f-4eba-baeb-aabf92c66e5a' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1305.829650] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123520, 'name': CreateVM_Task} progress is 15%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1305.959504] env[69763]: DEBUG nova.compute.manager [req-7b130c44-0cb5-4d73-97b5-2bd146cd68eb req-d09362ee-6c6a-4328-be43-b9c1c4e3142d service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received event network-changed-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1305.959722] env[69763]: DEBUG nova.compute.manager [req-7b130c44-0cb5-4d73-97b5-2bd146cd68eb req-d09362ee-6c6a-4328-be43-b9c1c4e3142d service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Refreshing instance network info cache due to event network-changed-5f04eb8e-010b-4598-8810-4e9786a6ac73. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1305.960130] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b130c44-0cb5-4d73-97b5-2bd146cd68eb req-d09362ee-6c6a-4328-be43-b9c1c4e3142d service nova] Acquiring lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.960324] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b130c44-0cb5-4d73-97b5-2bd146cd68eb req-d09362ee-6c6a-4328-be43-b9c1c4e3142d service nova] Acquired lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.962198] env[69763]: DEBUG nova.network.neutron [req-7b130c44-0cb5-4d73-97b5-2bd146cd68eb req-d09362ee-6c6a-4328-be43-b9c1c4e3142d service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Refreshing network info cache for port 5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1305.963723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9a125051-288c-4cb4-9cd5-440004c70f42 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "338fd5dc-e791-410e-b5da-d231ceef9372" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.575s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1305.984315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.984315] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.984315] env[69763]: DEBUG nova.network.neutron [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.078907] env[69763]: DEBUG nova.network.neutron [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Successfully updated port: 106348cd-867f-4d9a-8f0d-2af74b216909 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1306.089844] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123517, 'name': Rename_Task, 'duration_secs': 0.19294} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.090850] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1306.091688] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bb3a593f-fef4-4d8f-95f6-b178bab6bc8f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.099496] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1306.099496] env[69763]: value = "task-4123522" [ 1306.099496] env[69763]: _type = "Task" [ 1306.099496] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.110854] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123522, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.322127] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123520, 'name': CreateVM_Task, 'duration_secs': 0.365416} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.322490] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1306.323789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.323789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.323789] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.324880] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2cafdca-2b5a-4e20-a1e9-f0070626c505 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.333402] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1306.333402] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5205a389-3375-57fb-b5ea-6169584e3965" [ 1306.333402] env[69763]: _type = "Task" [ 1306.333402] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.343992] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5205a389-3375-57fb-b5ea-6169584e3965, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1306.364996] env[69763]: DEBUG nova.network.neutron [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Port 1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1306.431324] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Applying migration context for instance 41c16292-949f-4eba-baeb-aabf92c66e5a as it has an incoming, in-progress migration fa8b14e3-3d09-4169-8385-5e6cbbabac55. Migration status is migrating {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1306.433261] env[69763]: INFO nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating resource usage from migration fa8b14e3-3d09-4169-8385-5e6cbbabac55 [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 333044fb-7528-4210-b5f5-566e74e0c286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 642cf735-ef28-44f7-a9df-359861053897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 4a9ce56b-1564-4845-9078-2048fbba9a37 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9979980d-eead-4321-9891-cb84414b3a71 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance ac2b827d-4467-4b83-814b-c45ccaac7318 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 9d202308-fcd5-4630-987e-b7eabc7fa6d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 55a0c760-4c05-4de1-94bb-d63b03ec7a07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 2748d29a-0563-426d-9a06-d427764311bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance f5c24495-9e58-4737-a7a4-a07fe0d5e61f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460019] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 3be91880-0d0e-42b5-a9d2-1542dd287b8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460539] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance aa8834ca-2c90-4750-a34f-371b0645930a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460539] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Migration fa8b14e3-3d09-4169-8385-5e6cbbabac55 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1306.460539] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 41c16292-949f-4eba-baeb-aabf92c66e5a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460539] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance d726f180-955e-489e-a43b-36365b1d5d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460539] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 764f97c4-049d-45d5-803c-ac526a1343f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1306.460539] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 17 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1306.460539] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3840MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=17 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1306.520834] env[69763]: WARNING nova.network.neutron [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] 4d303c1e-1e23-4a82-adac-5e7063b556a1 already exists in list: networks containing: ['4d303c1e-1e23-4a82-adac-5e7063b556a1']. ignoring it [ 1306.580994] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquiring lock "refresh_cache-764f97c4-049d-45d5-803c-ac526a1343f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.581169] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquired lock "refresh_cache-764f97c4-049d-45d5-803c-ac526a1343f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.581304] env[69763]: DEBUG nova.network.neutron [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1306.610667] env[69763]: DEBUG oslo_vmware.api [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123522, 'name': PowerOnVM_Task, 'duration_secs': 0.503987} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.611171] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1306.611527] env[69763]: INFO nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Took 9.89 seconds to spawn the instance on the hypervisor. [ 1306.611916] env[69763]: DEBUG nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1306.613308] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a20b722b-458a-4c44-a7e9-ef39ef958b56 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.686861] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0779d4c0-ea83-48cf-b58d-95807f38c5d7 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.316s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.757104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d8183a4-92b6-48c2-9312-23b3f3560569 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.764741] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ac4505d-47cb-4a63-856e-1f0a39327fbe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.801315] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c22c72f9-8fde-43a5-a0d5-cc78ec57fa87 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.807334] env[69763]: DEBUG nova.network.neutron [req-7b130c44-0cb5-4d73-97b5-2bd146cd68eb req-d09362ee-6c6a-4328-be43-b9c1c4e3142d service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updated VIF entry in instance network info cache for port 5f04eb8e-010b-4598-8810-4e9786a6ac73. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1306.807703] env[69763]: DEBUG nova.network.neutron [req-7b130c44-0cb5-4d73-97b5-2bd146cd68eb req-d09362ee-6c6a-4328-be43-b9c1c4e3142d service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [{"id": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "address": "fa:16:3e:2f:54:60", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f04eb8e-01", "ovs_interfaceid": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.813424] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85bde19-96a4-443d-88c9-f79afd0dc6f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.829822] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1306.846252] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5205a389-3375-57fb-b5ea-6169584e3965, 'name': SearchDatastore_Task, 'duration_secs': 0.030644} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.846569] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.846801] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1306.847045] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.847195] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.847452] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1306.847739] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c66c957a-ef5c-4419-9774-2dc2d6c80209 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.857018] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1306.857226] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1306.857938] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aef0885-a5ae-4c17-8ef5-b36a18169318 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.864035] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1306.864035] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f393b5-3cae-a5e1-1e43-fd6e1f27d905" [ 1306.864035] env[69763]: _type = "Task" [ 1306.864035] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.872583] env[69763]: DEBUG nova.network.neutron [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90178801-6693-4147-a140-74bc27ea5e82", "address": "fa:16:3e:38:bc:58", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90178801-66", "ovs_interfaceid": "90178801-6693-4147-a140-74bc27ea5e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.879387] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f393b5-3cae-a5e1-1e43-fd6e1f27d905, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.880177] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8aaf5ece-a27a-4058-924b-17fb615e1da6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.885918] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1306.885918] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c88323-de38-b5ad-7b97-ae490882f852" [ 1306.885918] env[69763]: _type = "Task" [ 1306.885918] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.890970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.891307] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.891595] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1306.891798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1306.891971] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.894488] env[69763]: INFO nova.compute.manager [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Terminating instance [ 1306.899559] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c88323-de38-b5ad-7b97-ae490882f852, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1306.900561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.900870] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] d726f180-955e-489e-a43b-36365b1d5d99/d726f180-955e-489e-a43b-36365b1d5d99.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1306.901527] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4df7ba73-84e8-4897-8cb2-d286bbac8b35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1306.909366] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1306.909366] env[69763]: value = "task-4123523" [ 1306.909366] env[69763]: _type = "Task" [ 1306.909366] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1306.918973] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.116635] env[69763]: DEBUG nova.network.neutron [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1307.143219] env[69763]: INFO nova.compute.manager [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Took 19.85 seconds to build instance. [ 1307.294946] env[69763]: DEBUG nova.network.neutron [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Updating instance_info_cache with network_info: [{"id": "106348cd-867f-4d9a-8f0d-2af74b216909", "address": "fa:16:3e:c1:7a:0a", "network": {"id": "eff1c9d0-844a-4715-8fa6-ec14afe1a0bc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2137554575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b24880f150040ffbef9759f5e6e3381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106348cd-86", "ovs_interfaceid": "106348cd-867f-4d9a-8f0d-2af74b216909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1307.313232] env[69763]: DEBUG oslo_concurrency.lockutils [req-7b130c44-0cb5-4d73-97b5-2bd146cd68eb req-d09362ee-6c6a-4328-be43-b9c1c4e3142d service nova] Releasing lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.333260] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1307.384321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.385035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.385234] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.389271] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a95b47-ec15-492d-be66-46108a5a5a8b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.396619] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.396884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.397025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.416531] env[69763]: DEBUG nova.compute.manager [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1307.416722] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1307.417799] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1307.418037] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1307.418206] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1307.418393] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1307.418538] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1307.418711] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1307.418921] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1307.419306] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1307.419306] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1307.419443] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1307.419563] env[69763]: DEBUG nova.virt.hardware [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1307.425839] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Reconfiguring VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1307.427513] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5db2703-f54d-4142-9c5d-93f8d70873d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.433404] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78a9afbd-593d-4a25-838b-41c6f215ca7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.452396] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494813} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.454624] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] d726f180-955e-489e-a43b-36365b1d5d99/d726f180-955e-489e-a43b-36365b1d5d99.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1307.454862] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1307.455226] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1307.455460] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5080c76b-35c8-49ff-9d54-51926c817712 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.457358] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7db5c94c-2cf9-41e6-95ec-68913c122eef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.460962] env[69763]: DEBUG oslo_vmware.api [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1307.460962] env[69763]: value = "task-4123524" [ 1307.460962] env[69763]: _type = "Task" [ 1307.460962] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.462477] env[69763]: DEBUG nova.compute.manager [req-6336a055-5061-4833-850d-1aea63c8a7ed req-b8a8f0e2-8379-4b34-8f6c-e1f79cf37573 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-changed-90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1307.462682] env[69763]: DEBUG nova.compute.manager [req-6336a055-5061-4833-850d-1aea63c8a7ed req-b8a8f0e2-8379-4b34-8f6c-e1f79cf37573 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing instance network info cache due to event network-changed-90178801-6693-4147-a140-74bc27ea5e82. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1307.462900] env[69763]: DEBUG oslo_concurrency.lockutils [req-6336a055-5061-4833-850d-1aea63c8a7ed req-b8a8f0e2-8379-4b34-8f6c-e1f79cf37573 service nova] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.463063] env[69763]: DEBUG oslo_concurrency.lockutils [req-6336a055-5061-4833-850d-1aea63c8a7ed req-b8a8f0e2-8379-4b34-8f6c-e1f79cf37573 service nova] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.463229] env[69763]: DEBUG nova.network.neutron [req-6336a055-5061-4833-850d-1aea63c8a7ed req-b8a8f0e2-8379-4b34-8f6c-e1f79cf37573 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing network info cache for port 90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1307.470451] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1307.470451] env[69763]: value = "task-4123525" [ 1307.470451] env[69763]: _type = "Task" [ 1307.470451] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.472129] env[69763]: DEBUG oslo_vmware.api [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1307.472129] env[69763]: value = "task-4123526" [ 1307.472129] env[69763]: _type = "Task" [ 1307.472129] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.479854] env[69763]: DEBUG oslo_vmware.api [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123524, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.493249] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.494140] env[69763]: DEBUG oslo_vmware.api [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123526, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.645761] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51c57710-2ed1-49ab-a8dd-dc7b7865a8b7 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.360s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.798340] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Releasing lock "refresh_cache-764f97c4-049d-45d5-803c-ac526a1343f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.798514] env[69763]: DEBUG nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Instance network_info: |[{"id": "106348cd-867f-4d9a-8f0d-2af74b216909", "address": "fa:16:3e:c1:7a:0a", "network": {"id": "eff1c9d0-844a-4715-8fa6-ec14afe1a0bc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2137554575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b24880f150040ffbef9759f5e6e3381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106348cd-86", "ovs_interfaceid": "106348cd-867f-4d9a-8f0d-2af74b216909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1307.798901] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c1:7a:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '106348cd-867f-4d9a-8f0d-2af74b216909', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1307.807939] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Creating folder: Project (4b24880f150040ffbef9759f5e6e3381). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.808317] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e7e1ea4-8c5d-4511-b262-91de6dcf66e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.832744] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Created folder: Project (4b24880f150040ffbef9759f5e6e3381) in parent group-v816505. [ 1307.832902] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Creating folder: Instances. Parent ref: group-v816796. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1307.833220] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fa338a4-9e97-4256-bec3-25385feb77a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.838320] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1307.838517] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.425s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.848373] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Created folder: Instances in parent group-v816796. [ 1307.848626] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1307.848828] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1307.849223] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-970d13ab-69ba-4795-8258-ae3c99537a7c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1307.875382] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1307.875382] env[69763]: value = "task-4123529" [ 1307.875382] env[69763]: _type = "Task" [ 1307.875382] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1307.885397] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123529, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.991521] env[69763]: DEBUG oslo_vmware.api [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123524, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1307.999435] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10389} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1307.999435] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1308.000446] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0781c1e5-1db5-4404-a7d0-4eb35938848d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.009819] env[69763]: DEBUG oslo_vmware.api [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123526, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.035517] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] d726f180-955e-489e-a43b-36365b1d5d99/d726f180-955e-489e-a43b-36365b1d5d99.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1308.038412] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f51dd21e-06fc-4a98-9263-e763defda90c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.057183] env[69763]: DEBUG nova.compute.manager [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Received event network-vif-plugged-106348cd-867f-4d9a-8f0d-2af74b216909 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.057546] env[69763]: DEBUG oslo_concurrency.lockutils [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] Acquiring lock "764f97c4-049d-45d5-803c-ac526a1343f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.059449] env[69763]: DEBUG oslo_concurrency.lockutils [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] Lock "764f97c4-049d-45d5-803c-ac526a1343f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.059449] env[69763]: DEBUG oslo_concurrency.lockutils [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] Lock "764f97c4-049d-45d5-803c-ac526a1343f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1308.059449] env[69763]: DEBUG nova.compute.manager [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] No waiting events found dispatching network-vif-plugged-106348cd-867f-4d9a-8f0d-2af74b216909 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1308.059449] env[69763]: WARNING nova.compute.manager [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Received unexpected event network-vif-plugged-106348cd-867f-4d9a-8f0d-2af74b216909 for instance with vm_state building and task_state spawning. [ 1308.059449] env[69763]: DEBUG nova.compute.manager [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Received event network-changed-106348cd-867f-4d9a-8f0d-2af74b216909 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1308.059449] env[69763]: DEBUG nova.compute.manager [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Refreshing instance network info cache due to event network-changed-106348cd-867f-4d9a-8f0d-2af74b216909. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1308.059449] env[69763]: DEBUG oslo_concurrency.lockutils [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] Acquiring lock "refresh_cache-764f97c4-049d-45d5-803c-ac526a1343f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.059449] env[69763]: DEBUG oslo_concurrency.lockutils [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] Acquired lock "refresh_cache-764f97c4-049d-45d5-803c-ac526a1343f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.060102] env[69763]: DEBUG nova.network.neutron [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Refreshing network info cache for port 106348cd-867f-4d9a-8f0d-2af74b216909 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1308.082435] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1308.082435] env[69763]: value = "task-4123530" [ 1308.082435] env[69763]: _type = "Task" [ 1308.082435] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.098058] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123530, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.289629] env[69763]: DEBUG nova.network.neutron [req-6336a055-5061-4833-850d-1aea63c8a7ed req-b8a8f0e2-8379-4b34-8f6c-e1f79cf37573 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updated VIF entry in instance network info cache for port 90178801-6693-4147-a140-74bc27ea5e82. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.290143] env[69763]: DEBUG nova.network.neutron [req-6336a055-5061-4833-850d-1aea63c8a7ed req-b8a8f0e2-8379-4b34-8f6c-e1f79cf37573 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90178801-6693-4147-a140-74bc27ea5e82", "address": "fa:16:3e:38:bc:58", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90178801-66", "ovs_interfaceid": "90178801-6693-4147-a140-74bc27ea5e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.386933] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123529, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.437346] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.437501] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.437644] env[69763]: DEBUG nova.network.neutron [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1308.477657] env[69763]: DEBUG oslo_vmware.api [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123524, 'name': ReconfigVM_Task, 'duration_secs': 0.739018} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.478362] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.478581] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Reconfigured VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1308.496054] env[69763]: DEBUG oslo_vmware.api [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123526, 'name': PowerOffVM_Task, 'duration_secs': 0.689841} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.496357] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.496534] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.496800] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-759188e2-9d69-444e-b42e-6a66fbcd1f5a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.583283] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.583739] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.583913] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleting the datastore file [datastore1] 9d202308-fcd5-4630-987e-b7eabc7fa6d7 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.584231] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6a39574-5051-4281-ac59-db2806e8a2c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.597275] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123530, 'name': ReconfigVM_Task, 'duration_secs': 0.38848} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.598915] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Reconfigured VM instance instance-0000006e to attach disk [datastore2] d726f180-955e-489e-a43b-36365b1d5d99/d726f180-955e-489e-a43b-36365b1d5d99.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1308.599678] env[69763]: DEBUG oslo_vmware.api [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1308.599678] env[69763]: value = "task-4123532" [ 1308.599678] env[69763]: _type = "Task" [ 1308.599678] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.599887] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7439ecb7-6837-4655-b8bc-5231327d5e02 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.615930] env[69763]: DEBUG oslo_vmware.api [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.617739] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1308.617739] env[69763]: value = "task-4123533" [ 1308.617739] env[69763]: _type = "Task" [ 1308.617739] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.795831] env[69763]: DEBUG oslo_concurrency.lockutils [req-6336a055-5061-4833-850d-1aea63c8a7ed req-b8a8f0e2-8379-4b34-8f6c-e1f79cf37573 service nova] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.841877] env[69763]: DEBUG nova.network.neutron [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Updated VIF entry in instance network info cache for port 106348cd-867f-4d9a-8f0d-2af74b216909. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1308.842279] env[69763]: DEBUG nova.network.neutron [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Updating instance_info_cache with network_info: [{"id": "106348cd-867f-4d9a-8f0d-2af74b216909", "address": "fa:16:3e:c1:7a:0a", "network": {"id": "eff1c9d0-844a-4715-8fa6-ec14afe1a0bc", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-2137554575-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4b24880f150040ffbef9759f5e6e3381", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap106348cd-86", "ovs_interfaceid": "106348cd-867f-4d9a-8f0d-2af74b216909", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1308.885835] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123529, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.991420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-af7f6943-d218-49c1-9722-d899f1201f3a tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-2748d29a-0563-426d-9a06-d427764311bd-90178801-6693-4147-a140-74bc27ea5e82" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.280s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.118668] env[69763]: DEBUG oslo_vmware.api [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.167641} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.123203] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.123508] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.123856] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.124141] env[69763]: INFO nova.compute.manager [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Took 1.71 seconds to destroy the instance on the hypervisor. [ 1309.124490] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1309.128443] env[69763]: DEBUG nova.compute.manager [-] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1309.128590] env[69763]: DEBUG nova.network.neutron [-] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1309.137232] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123533, 'name': Rename_Task, 'duration_secs': 0.185751} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.138675] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1309.138675] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b79d2bed-99e5-4507-b36d-2190038826c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.152877] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1309.152877] env[69763]: value = "task-4123534" [ 1309.152877] env[69763]: _type = "Task" [ 1309.152877] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.165602] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123534, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.218595] env[69763]: DEBUG nova.network.neutron [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance_info_cache with network_info: [{"id": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "address": "fa:16:3e:ff:9f:a5", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6a8c68-0f", "ovs_interfaceid": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1309.345808] env[69763]: DEBUG oslo_concurrency.lockutils [req-5352e74c-1abf-443e-b0d3-9c4ae2ab6a5e req-97d18865-2251-4815-bb19-e360cb24618d service nova] Releasing lock "refresh_cache-764f97c4-049d-45d5-803c-ac526a1343f5" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.391026] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123529, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.664781] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123534, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.725688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.742105] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "4a9ce56b-1564-4845-9078-2048fbba9a37" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.742407] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.742720] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "4a9ce56b-1564-4845-9078-2048fbba9a37-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.742978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1309.743186] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1309.748148] env[69763]: INFO nova.compute.manager [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Terminating instance [ 1309.890736] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123529, 'name': CreateVM_Task, 'duration_secs': 1.975591} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.890940] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1309.892734] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.892984] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.893348] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.893656] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5961fc6-558c-4eca-bfed-69bfcab06206 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.903025] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1309.903025] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fbe2eb-cd7f-927d-5ed1-7a0b93fcc1c2" [ 1309.903025] env[69763]: _type = "Task" [ 1309.903025] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1309.913210] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fbe2eb-cd7f-927d-5ed1-7a0b93fcc1c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.918610] env[69763]: DEBUG nova.compute.manager [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1310.089538] env[69763]: DEBUG nova.compute.manager [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Received event network-changed-0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1310.089748] env[69763]: DEBUG nova.compute.manager [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Refreshing instance network info cache due to event network-changed-0a354daa-3276-4f28-9f9b-0bff6a78aa31. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1310.090091] env[69763]: DEBUG oslo_concurrency.lockutils [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] Acquiring lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.090179] env[69763]: DEBUG oslo_concurrency.lockutils [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] Acquired lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.090268] env[69763]: DEBUG nova.network.neutron [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Refreshing network info cache for port 0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1310.165637] env[69763]: DEBUG oslo_vmware.api [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123534, 'name': PowerOnVM_Task, 'duration_secs': 0.69438} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.166306] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1310.166518] env[69763]: INFO nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Took 7.09 seconds to spawn the instance on the hypervisor. [ 1310.166700] env[69763]: DEBUG nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1310.167517] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd399a25-a571-4397-a92b-fe5fcb0f80af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.211826] env[69763]: DEBUG nova.network.neutron [-] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.252102] env[69763]: DEBUG nova.compute.manager [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1310.252376] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1310.254621] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24279fe5-173d-4825-bab9-8fe5f104b7d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.258455] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7086db9-4a53-4321-af4e-6ddf6ec552a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.281204] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78d40746-fc6d-434f-9386-4e6a303a8c76 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.284338] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1310.284615] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5065b553-c684-45fd-9a1e-39dc768e36a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.291267] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance '41c16292-949f-4eba-baeb-aabf92c66e5a' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1310.302402] env[69763]: DEBUG oslo_vmware.api [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1310.302402] env[69763]: value = "task-4123535" [ 1310.302402] env[69763]: _type = "Task" [ 1310.302402] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.313088] env[69763]: DEBUG oslo_vmware.api [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.412228] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fbe2eb-cd7f-927d-5ed1-7a0b93fcc1c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011278} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.412672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.412890] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1310.413144] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.413294] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.413473] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1310.413980] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f429b21a-5e3e-420a-8ba3-32f9f7ea1042 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.428314] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1310.428314] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1310.428958] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d22ca725-7b54-4166-8baa-a83b7b0df0f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.435382] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1310.435382] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5225cd98-1340-fdb7-897e-3bdb87ff61e5" [ 1310.435382] env[69763]: _type = "Task" [ 1310.435382] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.440074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.440265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.448496] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5225cd98-1340-fdb7-897e-3bdb87ff61e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.456301] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-2748d29a-0563-426d-9a06-d427764311bd-90178801-6693-4147-a140-74bc27ea5e82" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1310.456704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-2748d29a-0563-426d-9a06-d427764311bd-90178801-6693-4147-a140-74bc27ea5e82" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.687322] env[69763]: INFO nova.compute.manager [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Took 12.10 seconds to build instance. [ 1310.714646] env[69763]: INFO nova.compute.manager [-] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Took 1.59 seconds to deallocate network for instance. [ 1310.797565] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1310.797894] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4d6e8ebc-49e9-4f8a-abf8-8a2876f79d2b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.812400] env[69763]: DEBUG oslo_vmware.api [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123535, 'name': PowerOffVM_Task, 'duration_secs': 0.401757} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.812802] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1310.813019] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1310.813299] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-465ff5ed-617b-43b5-8c3f-711e1e9e5bd0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.821146] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1310.821146] env[69763]: value = "task-4123536" [ 1310.821146] env[69763]: _type = "Task" [ 1310.821146] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.831470] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123536, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.866514] env[69763]: DEBUG nova.network.neutron [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Updated VIF entry in instance network info cache for port 0a354daa-3276-4f28-9f9b-0bff6a78aa31. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1310.866904] env[69763]: DEBUG nova.network.neutron [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Updating instance_info_cache with network_info: [{"id": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "address": "fa:16:3e:5d:bf:02", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0a354daa-32", "ovs_interfaceid": "0a354daa-3276-4f28-9f9b-0bff6a78aa31", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.923360] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1310.923662] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1310.923901] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Deleting the datastore file [datastore1] 4a9ce56b-1564-4845-9078-2048fbba9a37 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1310.924222] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc95771d-4870-4861-abe4-7c661200d815 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.933559] env[69763]: DEBUG oslo_vmware.api [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for the task: (returnval){ [ 1310.933559] env[69763]: value = "task-4123538" [ 1310.933559] env[69763]: _type = "Task" [ 1310.933559] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.946134] env[69763]: INFO nova.compute.claims [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1310.960715] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5225cd98-1340-fdb7-897e-3bdb87ff61e5, 'name': SearchDatastore_Task, 'duration_secs': 0.01631} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1310.960715] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.961143] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.961143] env[69763]: DEBUG oslo_vmware.api [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1310.962757] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69f71c27-9def-4720-ae62-89a9587f90b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.965681] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-874c33c0-7341-42f0-8b48-55c12bc89b57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.972095] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1310.972095] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52136244-af76-5ed1-4d84-f801bd099849" [ 1310.972095] env[69763]: _type = "Task" [ 1310.972095] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1310.990515] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c0ee5-a5e4-45a1-8d90-fa9ac1ac8356 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.000258] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52136244-af76-5ed1-4d84-f801bd099849, 'name': SearchDatastore_Task, 'duration_secs': 0.023077} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.017520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.018092] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 764f97c4-049d-45d5-803c-ac526a1343f5/764f97c4-049d-45d5-803c-ac526a1343f5.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1311.024369] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Reconfiguring VM to detach interface {{(pid=69763) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1311.024704] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8256ca43-3001-4a9e-b051-474a90c3835b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.027249] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd9a363-afb9-4e92-bf2b-19d41e1e1472 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.054359] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1311.054359] env[69763]: value = "task-4123539" [ 1311.054359] env[69763]: _type = "Task" [ 1311.054359] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.056333] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1311.056333] env[69763]: value = "task-4123540" [ 1311.056333] env[69763]: _type = "Task" [ 1311.056333] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1311.073195] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.077737] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.189773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-55d412eb-1c0a-44e6-953c-3604e59fedc5 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.614s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1311.222274] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.342430] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123536, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.370062] env[69763]: DEBUG oslo_concurrency.lockutils [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] Releasing lock "refresh_cache-333044fb-7528-4210-b5f5-566e74e0c286" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.370427] env[69763]: DEBUG nova.compute.manager [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Received event network-changed-b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.370730] env[69763]: DEBUG nova.compute.manager [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Refreshing instance network info cache due to event network-changed-b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.370995] env[69763]: DEBUG oslo_concurrency.lockutils [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] Acquiring lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.371170] env[69763]: DEBUG oslo_concurrency.lockutils [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] Acquired lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.371341] env[69763]: DEBUG nova.network.neutron [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Refreshing network info cache for port b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.451113] env[69763]: DEBUG oslo_vmware.api [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Task: {'id': task-4123538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193616} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.451504] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1311.451610] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1311.451790] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1311.451970] env[69763]: INFO nova.compute.manager [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1311.452292] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1311.452941] env[69763]: DEBUG nova.compute.manager [-] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1311.453069] env[69763]: DEBUG nova.network.neutron [-] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1311.464274] env[69763]: INFO nova.compute.resource_tracker [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating resource usage from migration f83b048f-c53f-41c2-8c92-08fd3f347abd [ 1311.572382] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123539, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.585046] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1311.734177] env[69763]: DEBUG nova.compute.manager [req-3060313b-b1c5-4a85-85d1-565cf552e77e req-7c2f4c0c-1b2c-49c0-a390-5bc5d0590053 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received event network-changed-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1311.734177] env[69763]: DEBUG nova.compute.manager [req-3060313b-b1c5-4a85-85d1-565cf552e77e req-7c2f4c0c-1b2c-49c0-a390-5bc5d0590053 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Refreshing instance network info cache due to event network-changed-5f04eb8e-010b-4598-8810-4e9786a6ac73. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1311.734177] env[69763]: DEBUG oslo_concurrency.lockutils [req-3060313b-b1c5-4a85-85d1-565cf552e77e req-7c2f4c0c-1b2c-49c0-a390-5bc5d0590053 service nova] Acquiring lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.734177] env[69763]: DEBUG oslo_concurrency.lockutils [req-3060313b-b1c5-4a85-85d1-565cf552e77e req-7c2f4c0c-1b2c-49c0-a390-5bc5d0590053 service nova] Acquired lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.734177] env[69763]: DEBUG nova.network.neutron [req-3060313b-b1c5-4a85-85d1-565cf552e77e req-7c2f4c0c-1b2c-49c0-a390-5bc5d0590053 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Refreshing network info cache for port 5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1311.773495] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f0ff14e-16be-4a82-b726-59788e33432d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.782329] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcb42af-6146-489e-a87a-fa10b410d3f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.827584] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f935cde0-9623-4e56-ae95-e79d84e04251 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.836377] env[69763]: DEBUG oslo_vmware.api [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123536, 'name': PowerOnVM_Task, 'duration_secs': 0.637128} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1311.838703] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1311.838910] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-62e84583-b1f4-4b01-90e0-b514a83e4e05 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance '41c16292-949f-4eba-baeb-aabf92c66e5a' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1311.844204] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-208d6dee-7814-4dda-8a2c-1d449730b2d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.862980] env[69763]: DEBUG nova.compute.provider_tree [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.077490] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.082447] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123539, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713651} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.082447] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 764f97c4-049d-45d5-803c-ac526a1343f5/764f97c4-049d-45d5-803c-ac526a1343f5.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1312.082447] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1312.082447] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-37b3198d-052e-4166-9f31-30383fc24fb5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.125822] env[69763]: DEBUG nova.compute.manager [req-13f4affd-8290-49fc-aaba-9996bb8593ea req-2e89b312-c405-4819-ab79-7fac0c648aed service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Received event network-vif-deleted-a2755049-8d04-4f47-a41e-61046f15688b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.126118] env[69763]: INFO nova.compute.manager [req-13f4affd-8290-49fc-aaba-9996bb8593ea req-2e89b312-c405-4819-ab79-7fac0c648aed service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Neutron deleted interface a2755049-8d04-4f47-a41e-61046f15688b; detaching it from the instance and deleting it from the info cache [ 1312.126313] env[69763]: DEBUG nova.network.neutron [req-13f4affd-8290-49fc-aaba-9996bb8593ea req-2e89b312-c405-4819-ab79-7fac0c648aed service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.129063] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1312.129063] env[69763]: value = "task-4123541" [ 1312.129063] env[69763]: _type = "Task" [ 1312.129063] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.191848] env[69763]: DEBUG nova.network.neutron [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updated VIF entry in instance network info cache for port b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.192534] env[69763]: DEBUG nova.network.neutron [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance_info_cache with network_info: [{"id": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "address": "fa:16:3e:6a:55:1f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f76a17-b2", "ovs_interfaceid": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.368839] env[69763]: DEBUG nova.scheduler.client.report [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.446111] env[69763]: DEBUG nova.network.neutron [-] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.482802] env[69763]: DEBUG nova.network.neutron [req-3060313b-b1c5-4a85-85d1-565cf552e77e req-7c2f4c0c-1b2c-49c0-a390-5bc5d0590053 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updated VIF entry in instance network info cache for port 5f04eb8e-010b-4598-8810-4e9786a6ac73. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1312.483229] env[69763]: DEBUG nova.network.neutron [req-3060313b-b1c5-4a85-85d1-565cf552e77e req-7c2f4c0c-1b2c-49c0-a390-5bc5d0590053 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [{"id": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "address": "fa:16:3e:2f:54:60", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f04eb8e-01", "ovs_interfaceid": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.580930] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.630937] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-707345b7-b5ed-42a4-a772-36d751c2cecc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.642560] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123541, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.192345} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1312.643857] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1312.644861] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1952f7d7-dbc6-4e19-9680-6790a0e02301 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.649757] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d9efc47-b120-4f06-9051-eae111c01900 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.682743] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Reconfiguring VM instance instance-0000006f to attach disk [datastore2] 764f97c4-049d-45d5-803c-ac526a1343f5/764f97c4-049d-45d5-803c-ac526a1343f5.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1312.695334] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c5b129b-45dc-43dd-a776-471176922de6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.710262] env[69763]: DEBUG oslo_concurrency.lockutils [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] Releasing lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.710526] env[69763]: DEBUG nova.compute.manager [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Received event network-vif-deleted-7a7472b2-9c79-43d0-85e6-f1d4a8032485 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1312.710712] env[69763]: INFO nova.compute.manager [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Neutron deleted interface 7a7472b2-9c79-43d0-85e6-f1d4a8032485; detaching it from the instance and deleting it from the info cache [ 1312.712442] env[69763]: DEBUG nova.network.neutron [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1312.712551] env[69763]: DEBUG nova.compute.manager [req-13f4affd-8290-49fc-aaba-9996bb8593ea req-2e89b312-c405-4819-ab79-7fac0c648aed service nova] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Detach interface failed, port_id=a2755049-8d04-4f47-a41e-61046f15688b, reason: Instance 4a9ce56b-1564-4845-9078-2048fbba9a37 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1312.721010] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1312.721010] env[69763]: value = "task-4123542" [ 1312.721010] env[69763]: _type = "Task" [ 1312.721010] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1312.731198] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123542, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1312.874632] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.434s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.874797] env[69763]: INFO nova.compute.manager [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Migrating [ 1312.881412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.659s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1312.881660] env[69763]: DEBUG nova.objects.instance [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'resources' on Instance uuid 9d202308-fcd5-4630-987e-b7eabc7fa6d7 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1312.948911] env[69763]: INFO nova.compute.manager [-] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Took 1.50 seconds to deallocate network for instance. [ 1312.991905] env[69763]: DEBUG oslo_concurrency.lockutils [req-3060313b-b1c5-4a85-85d1-565cf552e77e req-7c2f4c0c-1b2c-49c0-a390-5bc5d0590053 service nova] Releasing lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.080669] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.214829] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-194d4386-1997-4c70-81c3-edc691d80fe3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.229573] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2563b2b1-9e46-45f3-afed-d2427f6cf6a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.247593] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123542, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.267690] env[69763]: DEBUG nova.compute.manager [req-f604efcd-9316-48d9-a358-2edf74cb477e req-e66d595b-af81-42e9-bd50-fe88a4320f25 service nova] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Detach interface failed, port_id=7a7472b2-9c79-43d0-85e6-f1d4a8032485, reason: Instance 9d202308-fcd5-4630-987e-b7eabc7fa6d7 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1313.394711] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.394972] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.395247] env[69763]: DEBUG nova.network.neutron [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1313.456646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.582614] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.663951] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe9c9be7-f63b-4e6c-8c6b-e6e99050aa67 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.672509] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e214b8dd-57ef-4019-887f-e9574065574d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.705439] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da677124-e377-40db-b55a-d37d2d32b28a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.713707] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e08b6d-2161-45b8-9f88-fca86cd1587f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.728200] env[69763]: DEBUG nova.compute.provider_tree [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1313.738478] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123542, 'name': ReconfigVM_Task, 'duration_secs': 0.838597} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1313.739414] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Reconfigured VM instance instance-0000006f to attach disk [datastore2] 764f97c4-049d-45d5-803c-ac526a1343f5/764f97c4-049d-45d5-803c-ac526a1343f5.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1313.740132] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d50063c-64e8-4d37-8641-8570d2ab4b82 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.758596] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1313.758596] env[69763]: value = "task-4123543" [ 1313.758596] env[69763]: _type = "Task" [ 1313.758596] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1313.768935] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123543, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1313.974332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "41c16292-949f-4eba-baeb-aabf92c66e5a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1313.974586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1313.974775] env[69763]: DEBUG nova.compute.manager [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Going to confirm migration 5 {{(pid=69763) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1314.083733] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.114410] env[69763]: DEBUG nova.network.neutron [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance_info_cache with network_info: [{"id": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "address": "fa:16:3e:6a:55:1f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f76a17-b2", "ovs_interfaceid": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1314.233876] env[69763]: DEBUG nova.scheduler.client.report [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1314.269063] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123543, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.512940] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.513165] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquired lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.513370] env[69763]: DEBUG nova.network.neutron [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1314.513639] env[69763]: DEBUG nova.objects.instance [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'info_cache' on Instance uuid 41c16292-949f-4eba-baeb-aabf92c66e5a {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.582909] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1314.617988] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.739664] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1314.742277] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.286s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1314.742524] env[69763]: DEBUG nova.objects.instance [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lazy-loading 'resources' on Instance uuid 4a9ce56b-1564-4845-9078-2048fbba9a37 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1314.764551] env[69763]: INFO nova.scheduler.client.report [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleted allocations for instance 9d202308-fcd5-4630-987e-b7eabc7fa6d7 [ 1314.771949] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123543, 'name': Rename_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.082077] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.273512] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123543, 'name': Rename_Task, 'duration_secs': 1.042443} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.273512] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1315.273758] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2a26111a-3753-4830-a89a-72853089c215 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.278052] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9b867b4f-5808-4cf0-a66e-b8a4f9a3a1b8 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "9d202308-fcd5-4630-987e-b7eabc7fa6d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.387s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.303052] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1315.303052] env[69763]: value = "task-4123544" [ 1315.303052] env[69763]: _type = "Task" [ 1315.303052] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.485830] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3928ff8-d96f-48c2-8abe-860e3e5d1b7e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.494898] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-081ca9e3-6f18-4b5f-acd6-60ecf19d9f5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.530962] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75f10a50-5f28-4c10-a21c-1a55399b4dff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.539468] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c59c62c-2462-4233-a817-86a6f095eb71 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.555842] env[69763]: DEBUG nova.compute.provider_tree [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1315.583032] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.821345] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123544, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.864183] env[69763]: DEBUG nova.network.neutron [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance_info_cache with network_info: [{"id": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "address": "fa:16:3e:ff:9f:a5", "network": {"id": "7419aa9f-e84b-4ef0-bec7-3ef36cd8311b", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-1583888541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "21623f2503aa4fddaa1097f1fa324d3b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "447ff42d-b33e-4b5d-8b7f-e8117ebbbc92", "external-id": "nsx-vlan-transportzone-836", "segmentation_id": 836, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f6a8c68-0f", "ovs_interfaceid": "1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.059797] env[69763]: DEBUG nova.scheduler.client.report [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1316.089246] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.132674] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d79166a8-3330-42eb-8c04-78031f8d6ea3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.153909] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance 'aa8834ca-2c90-4750-a34f-371b0645930a' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1316.314435] env[69763]: DEBUG oslo_vmware.api [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123544, 'name': PowerOnVM_Task, 'duration_secs': 0.557213} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.314922] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1316.315263] env[69763]: INFO nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Took 10.77 seconds to spawn the instance on the hypervisor. [ 1316.315569] env[69763]: DEBUG nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1316.316477] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56a0b18-0171-4948-b568-50ba83b1efc2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.367854] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Releasing lock "refresh_cache-41c16292-949f-4eba-baeb-aabf92c66e5a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.367854] env[69763]: DEBUG nova.objects.instance [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lazy-loading 'migration_context' on Instance uuid 41c16292-949f-4eba-baeb-aabf92c66e5a {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1316.567552] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.824s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.585641] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.599089] env[69763]: INFO nova.scheduler.client.report [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Deleted allocations for instance 4a9ce56b-1564-4845-9078-2048fbba9a37 [ 1316.663097] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1316.663735] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af2f08f-6bac-4886-9c6b-19c42d2e6e7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.671998] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1316.671998] env[69763]: value = "task-4123545" [ 1316.671998] env[69763]: _type = "Task" [ 1316.671998] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.681195] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123545, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.704723] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.704901] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1316.705075] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Cleaning up deleted instances {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1316.835446] env[69763]: INFO nova.compute.manager [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Took 17.20 seconds to build instance. [ 1316.869960] env[69763]: DEBUG nova.objects.base [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Object Instance<41c16292-949f-4eba-baeb-aabf92c66e5a> lazy-loaded attributes: info_cache,migration_context {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1316.871865] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5f330c-9a16-42d0-bd9f-e376041fe278 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.891546] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c73c6bc6-b4b9-4b07-ad36-aec8d0fdf5b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.898668] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1316.898668] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5253eb93-1a9e-f625-7820-e2f31d06ba3a" [ 1316.898668] env[69763]: _type = "Task" [ 1316.898668] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.907518] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5253eb93-1a9e-f625-7820-e2f31d06ba3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.084687] env[69763]: DEBUG oslo_vmware.api [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123540, 'name': ReconfigVM_Task, 'duration_secs': 5.830497} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.084884] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.085115] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Reconfigured VM to detach interface {{(pid=69763) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1317.110613] env[69763]: DEBUG oslo_concurrency.lockutils [None req-40a893bb-6941-4256-92e9-2020b38bb675 tempest-VolumesAdminNegativeTest-1357987219 tempest-VolumesAdminNegativeTest-1357987219-project-member] Lock "4a9ce56b-1564-4845-9078-2048fbba9a37" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.368s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.183641] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123545, 'name': PowerOffVM_Task, 'duration_secs': 0.301649} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.183939] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1317.184180] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance 'aa8834ca-2c90-4750-a34f-371b0645930a' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1317.219800] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] There are 48 instances to clean {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1317.219990] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 338fd5dc-e791-410e-b5da-d231ceef9372] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1317.338558] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1e652a5e-e72e-41e6-905f-1e5ba1f4d3a0 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "764f97c4-049d-45d5-803c-ac526a1343f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.715s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1317.410178] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5253eb93-1a9e-f625-7820-e2f31d06ba3a, 'name': SearchDatastore_Task, 'duration_secs': 0.016472} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.411390] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.411390] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.591776] env[69763]: DEBUG oslo_concurrency.lockutils [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.592163] env[69763]: DEBUG oslo_concurrency.lockutils [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.691750] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1317.692022] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1317.692185] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1317.692372] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1317.692518] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1317.692726] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1317.692949] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1317.693100] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1317.693276] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1317.693439] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1317.693612] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1317.698668] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-523e3cf5-acab-4f37-ab76-237329ef3bcf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.716568] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1317.716568] env[69763]: value = "task-4123546" [ 1317.716568] env[69763]: _type = "Task" [ 1317.716568] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.727166] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: e3b7620c-ad2b-48de-8a83-8e996fbd8d62] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1317.729919] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123546, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.908988] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.909440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1318.097334] env[69763]: DEBUG nova.compute.utils [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1318.156952] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9195fae-9c0a-48ed-b514-fbd74f7cbe34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.165184] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c289ff16-f12d-493a-ab6f-f007a046a363 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.197890] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-059a82b7-ea46-4fe4-8112-f6795824207f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.207911] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7988a3-68f7-46b0-927d-727a3e00d8ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.223782] env[69763]: DEBUG nova.compute.provider_tree [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.233867] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 4064beb5-b091-48af-b6e2-a29ca69416bc] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1318.235703] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123546, 'name': ReconfigVM_Task, 'duration_secs': 0.219322} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.236599] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance 'aa8834ca-2c90-4750-a34f-371b0645930a' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1318.403224] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.403423] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.403590] env[69763]: DEBUG nova.network.neutron [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1318.412024] env[69763]: DEBUG nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1318.600744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1318.729719] env[69763]: DEBUG nova.scheduler.client.report [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1318.737068] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: a705a131-8bf4-4e3e-b7b1-2e38dc4690c8] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1318.742693] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1318.742939] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1318.743129] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1318.743345] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1318.743486] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1318.743645] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1318.743898] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1318.744098] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1318.744271] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1318.744447] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1318.744622] env[69763]: DEBUG nova.virt.hardware [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1318.750175] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1318.751160] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f12b3f9-9d18-4b33-b65c-139eb0707afa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.771618] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1318.771618] env[69763]: value = "task-4123547" [ 1318.771618] env[69763]: _type = "Task" [ 1318.771618] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.780615] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123547, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.932957] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.138846] env[69763]: INFO nova.network.neutron [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Port 90178801-6693-4147-a140-74bc27ea5e82 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1319.139305] env[69763]: DEBUG nova.network.neutron [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1319.240513] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 675be34d-8cd7-4347-815c-27761d1fe049] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1319.282017] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123547, 'name': ReconfigVM_Task, 'duration_secs': 0.413255} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.282330] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1319.283165] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d6965f3-853f-4094-ad71-798608ca5478 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.306639] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] volume-0a5339e6-9859-4a80-8a84-3f0117c4c055/volume-0a5339e6-9859-4a80-8a84-3f0117c4c055.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.306960] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16936d62-c61e-45bd-888c-aa3a5d4b5602 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.326945] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1319.326945] env[69763]: value = "task-4123548" [ 1319.326945] env[69763]: _type = "Task" [ 1319.326945] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.338790] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123548, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.642568] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.670625] env[69763]: DEBUG oslo_concurrency.lockutils [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1319.670951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.671246] env[69763]: INFO nova.compute.manager [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Attaching volume 59b4c87d-715d-45d4-8a02-0fb5c999755e to /dev/sdb [ 1319.702710] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63eddc4a-d0ab-4a26-98f8-3dff3b06bac5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.710201] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-747500d6-8c8b-4bfd-bfc1-4b83495bc666 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.724810] env[69763]: DEBUG nova.virt.block_device [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Updating existing volume attachment record: 6999d1a3-cf85-49f0-be51-7405e5b19478 {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1319.741291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.330s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.747188] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.812s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1319.747188] env[69763]: INFO nova.compute.claims [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1319.750136] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 9d202308-fcd5-4630-987e-b7eabc7fa6d7] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1319.837560] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123548, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.135023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquiring lock "764f97c4-049d-45d5-803c-ac526a1343f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.135023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "764f97c4-049d-45d5-803c-ac526a1343f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.135023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquiring lock "764f97c4-049d-45d5-803c-ac526a1343f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.135023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "764f97c4-049d-45d5-803c-ac526a1343f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.135023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "764f97c4-049d-45d5-803c-ac526a1343f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.140163] env[69763]: INFO nova.compute.manager [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Terminating instance [ 1320.146883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-92a4059b-132a-4f7f-abf3-cbb439f80869 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-2748d29a-0563-426d-9a06-d427764311bd-90178801-6693-4147-a140-74bc27ea5e82" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.690s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.262157] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 0eb8b03c-8429-47e6-aa69-c81cfd3f3d35] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1320.301800] env[69763]: DEBUG nova.compute.manager [req-900833ef-b93f-44f9-81ce-290690a4b513 req-59368420-a0f1-4548-b451-5afd877f6e95 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1320.301898] env[69763]: DEBUG nova.compute.manager [req-900833ef-b93f-44f9-81ce-290690a4b513 req-59368420-a0f1-4548-b451-5afd877f6e95 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing instance network info cache due to event network-changed-5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1320.302121] env[69763]: DEBUG oslo_concurrency.lockutils [req-900833ef-b93f-44f9-81ce-290690a4b513 req-59368420-a0f1-4548-b451-5afd877f6e95 service nova] Acquiring lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.302269] env[69763]: DEBUG oslo_concurrency.lockutils [req-900833ef-b93f-44f9-81ce-290690a4b513 req-59368420-a0f1-4548-b451-5afd877f6e95 service nova] Acquired lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.302432] env[69763]: DEBUG nova.network.neutron [req-900833ef-b93f-44f9-81ce-290690a4b513 req-59368420-a0f1-4548-b451-5afd877f6e95 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Refreshing network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1320.339768] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123548, 'name': ReconfigVM_Task, 'duration_secs': 0.744902} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.340992] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Reconfigured VM instance instance-0000006d to attach disk [datastore2] volume-0a5339e6-9859-4a80-8a84-3f0117c4c055/volume-0a5339e6-9859-4a80-8a84-3f0117c4c055.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.341563] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance 'aa8834ca-2c90-4750-a34f-371b0645930a' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.346705] env[69763]: INFO nova.scheduler.client.report [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted allocation for migration fa8b14e3-3d09-4169-8385-5e6cbbabac55 [ 1320.644403] env[69763]: DEBUG nova.compute.manager [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1320.649026] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1320.649026] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b90e5c-65aa-4189-b8fd-be79acf3700f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.659350] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1320.659689] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6a3fd7e6-44c2-4eb8-8369-96dedb40e05b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.668113] env[69763]: DEBUG oslo_vmware.api [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1320.668113] env[69763]: value = "task-4123550" [ 1320.668113] env[69763]: _type = "Task" [ 1320.668113] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.677722] env[69763]: DEBUG oslo_vmware.api [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.768304] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 930eef24-4c5f-4a09-b015-2ceeb119ae00] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1320.855481] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.880s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1320.858974] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e720d7d-3443-4158-9a32-c517d43a85b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.886028] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41330a0d-d5bb-4f99-b974-23e6dc7d1526 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.908693] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance 'aa8834ca-2c90-4750-a34f-371b0645930a' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1320.995027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-3be91880-0d0e-42b5-a9d2-1542dd287b8c-90178801-6693-4147-a140-74bc27ea5e82" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1320.995326] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-3be91880-0d0e-42b5-a9d2-1542dd287b8c-90178801-6693-4147-a140-74bc27ea5e82" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1320.995699] env[69763]: DEBUG nova.objects.instance [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'flavor' on Instance uuid 3be91880-0d0e-42b5-a9d2-1542dd287b8c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.073512] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-485e83d8-ed1d-4a3a-9a09-88a521b81432 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.082561] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75b26b0-a7ed-4951-8496-79dcd8cc12c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.115379] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37f49dae-86c9-4fc2-9827-0f14cbfddf60 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.123237] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba43c556-1a3d-4a5d-b8f7-659382dfee0e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.137087] env[69763]: DEBUG nova.compute.provider_tree [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1321.147150] env[69763]: DEBUG nova.network.neutron [req-900833ef-b93f-44f9-81ce-290690a4b513 req-59368420-a0f1-4548-b451-5afd877f6e95 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updated VIF entry in instance network info cache for port 5bf3ef12-3e11-4875-83da-56ce19c9b0e2. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1321.147512] env[69763]: DEBUG nova.network.neutron [req-900833ef-b93f-44f9-81ce-290690a4b513 req-59368420-a0f1-4548-b451-5afd877f6e95 service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [{"id": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "address": "fa:16:3e:5e:cb:28", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5bf3ef12-3e", "ovs_interfaceid": "5bf3ef12-3e11-4875-83da-56ce19c9b0e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1321.176655] env[69763]: DEBUG oslo_vmware.api [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123550, 'name': PowerOffVM_Task, 'duration_secs': 0.208955} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.177776] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1321.177776] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1321.177776] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3111ae22-cd58-4739-8447-c52b4ea3fdfe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.244545] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1321.244925] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1321.245279] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Deleting the datastore file [datastore2] 764f97c4-049d-45d5-803c-ac526a1343f5 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1321.245584] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42a39c40-7c20-45b6-beeb-ae61ec6b060d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.252596] env[69763]: DEBUG oslo_vmware.api [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for the task: (returnval){ [ 1321.252596] env[69763]: value = "task-4123552" [ 1321.252596] env[69763]: _type = "Task" [ 1321.252596] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.261221] env[69763]: DEBUG oslo_vmware.api [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.277036] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: ea807c4d-ac53-415c-82eb-649d52932f9f] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1321.636969] env[69763]: DEBUG nova.objects.instance [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'pci_requests' on Instance uuid 3be91880-0d0e-42b5-a9d2-1542dd287b8c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1321.639785] env[69763]: DEBUG nova.scheduler.client.report [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1321.650550] env[69763]: DEBUG oslo_concurrency.lockutils [req-900833ef-b93f-44f9-81ce-290690a4b513 req-59368420-a0f1-4548-b451-5afd877f6e95 service nova] Releasing lock "refresh_cache-2748d29a-0563-426d-9a06-d427764311bd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.763611] env[69763]: DEBUG oslo_vmware.api [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Task: {'id': task-4123552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144857} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.764166] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1321.764430] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1321.764699] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1321.765817] env[69763]: INFO nova.compute.manager [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1321.765817] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1321.765817] env[69763]: DEBUG nova.compute.manager [-] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1321.765817] env[69763]: DEBUG nova.network.neutron [-] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1321.780719] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 4a9ce56b-1564-4845-9078-2048fbba9a37] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1322.007219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "41c16292-949f-4eba-baeb-aabf92c66e5a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.007891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.008172] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.008354] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.008545] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.010877] env[69763]: INFO nova.compute.manager [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Terminating instance [ 1322.140246] env[69763]: DEBUG nova.objects.base [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Object Instance<3be91880-0d0e-42b5-a9d2-1542dd287b8c> lazy-loaded attributes: flavor,pci_requests {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1322.140901] env[69763]: DEBUG nova.network.neutron [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.149084] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.404s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.149628] env[69763]: DEBUG nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1322.248961] env[69763]: DEBUG nova.policy [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '88d20b7356974a6da0f3bc6574a17650', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '05e2517de2f448bf878c6a79610a9b48', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.287513] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 5e277453-dbfd-4eaa-b899-ee6743036ff0] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1322.346573] env[69763]: DEBUG nova.compute.manager [req-fcac8eb7-2e69-4101-be6c-75efbbdf9eac req-e1fb0c4c-6ef9-40ee-846c-6cbee6eefe3f service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Received event network-vif-deleted-106348cd-867f-4d9a-8f0d-2af74b216909 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.346573] env[69763]: INFO nova.compute.manager [req-fcac8eb7-2e69-4101-be6c-75efbbdf9eac req-e1fb0c4c-6ef9-40ee-846c-6cbee6eefe3f service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Neutron deleted interface 106348cd-867f-4d9a-8f0d-2af74b216909; detaching it from the instance and deleting it from the info cache [ 1322.346573] env[69763]: DEBUG nova.network.neutron [req-fcac8eb7-2e69-4101-be6c-75efbbdf9eac req-e1fb0c4c-6ef9-40ee-846c-6cbee6eefe3f service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.368193] env[69763]: DEBUG nova.compute.manager [req-e8be97ab-9696-4a59-915b-08934ea0da2c req-416c2f76-e4a4-4264-873f-f0de24ec0384 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received event network-changed-1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1322.369056] env[69763]: DEBUG nova.compute.manager [req-e8be97ab-9696-4a59-915b-08934ea0da2c req-416c2f76-e4a4-4264-873f-f0de24ec0384 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing instance network info cache due to event network-changed-1aae6259-77ea-4073-96b8-3d96ccf47ad9. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1322.369056] env[69763]: DEBUG oslo_concurrency.lockutils [req-e8be97ab-9696-4a59-915b-08934ea0da2c req-416c2f76-e4a4-4264-873f-f0de24ec0384 service nova] Acquiring lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.369056] env[69763]: DEBUG oslo_concurrency.lockutils [req-e8be97ab-9696-4a59-915b-08934ea0da2c req-416c2f76-e4a4-4264-873f-f0de24ec0384 service nova] Acquired lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.369056] env[69763]: DEBUG nova.network.neutron [req-e8be97ab-9696-4a59-915b-08934ea0da2c req-416c2f76-e4a4-4264-873f-f0de24ec0384 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing network info cache for port 1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1322.518021] env[69763]: DEBUG nova.compute.manager [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1322.518021] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1322.518021] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c907f7af-0f96-4704-a6ed-057b9868b307 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.527028] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1322.527028] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a36c53cc-da32-4f1b-a2c4-e7dbc5abe528 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.536170] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1322.536170] env[69763]: value = "task-4123554" [ 1322.536170] env[69763]: _type = "Task" [ 1322.536170] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.547818] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123554, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.585493] env[69763]: DEBUG nova.network.neutron [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Port b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1322.638242] env[69763]: DEBUG nova.network.neutron [-] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1322.642576] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.642841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.656236] env[69763]: DEBUG nova.compute.utils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1322.658444] env[69763]: DEBUG nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1322.658628] env[69763]: DEBUG nova.network.neutron [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1322.699354] env[69763]: DEBUG nova.policy [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '665ecdc525994b43be25ec87be305339', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e8010571ff2548df891f415617a334b4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1322.790241] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: b73256cd-73d0-46fb-b086-5dad8eb5b1ea] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1322.851542] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0544f345-799c-491f-b619-2fe1d19a0e2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.861604] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a982415-a816-49c8-9027-f5b94d1dc343 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.899484] env[69763]: DEBUG nova.compute.manager [req-fcac8eb7-2e69-4101-be6c-75efbbdf9eac req-e1fb0c4c-6ef9-40ee-846c-6cbee6eefe3f service nova] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Detach interface failed, port_id=106348cd-867f-4d9a-8f0d-2af74b216909, reason: Instance 764f97c4-049d-45d5-803c-ac526a1343f5 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1322.950311] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "9979980d-eead-4321-9891-cb84414b3a71" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.950891] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "9979980d-eead-4321-9891-cb84414b3a71" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.951199] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "9979980d-eead-4321-9891-cb84414b3a71-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.951586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "9979980d-eead-4321-9891-cb84414b3a71-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.951841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "9979980d-eead-4321-9891-cb84414b3a71-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.957721] env[69763]: INFO nova.compute.manager [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Terminating instance [ 1323.020839] env[69763]: DEBUG nova.network.neutron [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Successfully created port: d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1323.045060] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123554, 'name': PowerOffVM_Task, 'duration_secs': 0.200363} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.045653] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.045949] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.046375] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6cbaf4df-4667-44b8-a5fd-c82963e06755 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.122294] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.122536] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.122854] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleting the datastore file [datastore1] 41c16292-949f-4eba-baeb-aabf92c66e5a {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.123225] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72f01160-bccd-4738-be57-9c1acf5bc489 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.131203] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for the task: (returnval){ [ 1323.131203] env[69763]: value = "task-4123556" [ 1323.131203] env[69763]: _type = "Task" [ 1323.131203] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.132353] env[69763]: DEBUG nova.network.neutron [req-e8be97ab-9696-4a59-915b-08934ea0da2c req-416c2f76-e4a4-4264-873f-f0de24ec0384 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updated VIF entry in instance network info cache for port 1aae6259-77ea-4073-96b8-3d96ccf47ad9. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1323.132885] env[69763]: DEBUG nova.network.neutron [req-e8be97ab-9696-4a59-915b-08934ea0da2c req-416c2f76-e4a4-4264-873f-f0de24ec0384 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.141189] env[69763]: INFO nova.compute.manager [-] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Took 1.38 seconds to deallocate network for instance. [ 1323.147721] env[69763]: DEBUG nova.compute.utils [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1323.151146] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123556, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.162905] env[69763]: DEBUG nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1323.293972] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 8b3238d2-30d6-45d2-9aff-4752fa6e20cc] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1323.463257] env[69763]: DEBUG nova.compute.manager [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.463497] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.464528] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e2ba8f3-f754-4a0d-b2b0-5b6ff8cbd19a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.473052] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.473204] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4d6b8065-f5a5-496f-b564-119a8bffeef9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.480191] env[69763]: DEBUG oslo_vmware.api [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1323.480191] env[69763]: value = "task-4123557" [ 1323.480191] env[69763]: _type = "Task" [ 1323.480191] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.489074] env[69763]: DEBUG oslo_vmware.api [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123557, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.616130] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.616418] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.616603] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.636212] env[69763]: DEBUG oslo_concurrency.lockutils [req-e8be97ab-9696-4a59-915b-08934ea0da2c req-416c2f76-e4a4-4264-873f-f0de24ec0384 service nova] Releasing lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.647022] env[69763]: DEBUG oslo_vmware.api [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Task: {'id': task-4123556, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160188} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.647310] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.647512] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.647751] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.647961] env[69763]: INFO nova.compute.manager [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1323.648124] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.648321] env[69763]: DEBUG nova.compute.manager [-] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.648415] env[69763]: DEBUG nova.network.neutron [-] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1323.650763] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.655463] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1323.655604] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1323.655942] env[69763]: DEBUG nova.objects.instance [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lazy-loading 'resources' on Instance uuid 764f97c4-049d-45d5-803c-ac526a1343f5 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1323.797935] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 4dbf727d-d4e8-4737-be38-dfbd78ff1c2c] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1323.994311] env[69763]: DEBUG oslo_vmware.api [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123557, 'name': PowerOffVM_Task, 'duration_secs': 0.193598} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.994996] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.995470] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.996159] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b42f8ca-f940-4670-8b23-e2e3c8b0b9d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.074129] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.075069] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.075069] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleting the datastore file [datastore1] 9979980d-eead-4321-9891-cb84414b3a71 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.075069] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70d79e9d-197c-4a13-bfba-7ee6f895a5e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.080014] env[69763]: DEBUG nova.network.neutron [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Successfully updated port: 90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.088041] env[69763]: DEBUG oslo_vmware.api [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1324.088041] env[69763]: value = "task-4123559" [ 1324.088041] env[69763]: _type = "Task" [ 1324.088041] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.098941] env[69763]: DEBUG oslo_vmware.api [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123559, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.173803] env[69763]: DEBUG nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1324.206151] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1324.206368] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1324.206527] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1324.207168] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1324.207168] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1324.207168] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1324.207978] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1324.207978] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1324.208534] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1324.208534] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1324.208534] env[69763]: DEBUG nova.virt.hardware [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1324.209562] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0aa134c-486f-4bda-9b98-4a50fb61facc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.223581] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba1950e6-b9cf-4310-901a-8d621961da8f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.272340] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1324.272596] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816799', 'volume_id': '59b4c87d-715d-45d4-8a02-0fb5c999755e', 'name': 'volume-59b4c87d-715d-45d4-8a02-0fb5c999755e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26b198ec-7ac3-4f0e-9e0d-3190e6d98637', 'attached_at': '', 'detached_at': '', 'volume_id': '59b4c87d-715d-45d4-8a02-0fb5c999755e', 'serial': '59b4c87d-715d-45d4-8a02-0fb5c999755e'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1324.273531] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da74c90-3c37-4818-a5d3-d0d65a6aeaa1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.296249] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d28f838-be19-4d2a-bd14-ff1adbfbc235 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.315793] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 8178ef2c-a2ad-4d14-afed-53867c75b6a4] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1324.327681] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] volume-59b4c87d-715d-45d4-8a02-0fb5c999755e/volume-59b4c87d-715d-45d4-8a02-0fb5c999755e.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1324.331893] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-850ac219-c4ba-4d68-b810-11618f8b97c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.357343] env[69763]: DEBUG oslo_vmware.api [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1324.357343] env[69763]: value = "task-4123560" [ 1324.357343] env[69763]: _type = "Task" [ 1324.357343] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.372788] env[69763]: DEBUG oslo_vmware.api [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123560, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.490866] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8166de18-06b2-45cc-abbf-40ecd5a64a96 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.498969] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d58e3df4-44cf-448b-99e5-9540ba3fce78 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.530449] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2bd1019-210a-4bbd-ab5e-65189d9a8078 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.539784] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b5b1851-2d8f-44ef-8319-a907e5cdee56 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.556567] env[69763]: DEBUG nova.compute.provider_tree [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1324.570471] env[69763]: DEBUG nova.network.neutron [-] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.582761] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.583076] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.583270] env[69763]: DEBUG nova.network.neutron [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.600649] env[69763]: DEBUG oslo_vmware.api [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123559, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218886} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.600983] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1324.601149] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1324.601383] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1324.601601] env[69763]: INFO nova.compute.manager [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1324.601959] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1324.602231] env[69763]: DEBUG nova.compute.manager [-] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1324.602376] env[69763]: DEBUG nova.network.neutron [-] [instance: 9979980d-eead-4321-9891-cb84414b3a71] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.713262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.713472] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.713658] env[69763]: DEBUG nova.network.neutron [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1324.731416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.735023] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.735023] env[69763]: INFO nova.compute.manager [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Attaching volume a2312751-aa20-4a4d-8133-38181bc026ea to /dev/sdb [ 1324.757755] env[69763]: DEBUG nova.network.neutron [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Successfully updated port: d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1324.784417] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853b8228-7234-44e3-bdbc-04badb3590f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.793156] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07e8214a-1766-47af-9654-606bc1bff94a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.813528] env[69763]: DEBUG nova.virt.block_device [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating existing volume attachment record: c74ab22c-96e1-41df-af27-0ff6e103a783 {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1324.821022] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 184d3dba-107c-4c9b-befa-2212b833a12e] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1324.827026] env[69763]: DEBUG nova.compute.manager [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received event network-vif-plugged-90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.827250] env[69763]: DEBUG oslo_concurrency.lockutils [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] Acquiring lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.827457] env[69763]: DEBUG oslo_concurrency.lockutils [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.827621] env[69763]: DEBUG oslo_concurrency.lockutils [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.827780] env[69763]: DEBUG nova.compute.manager [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] No waiting events found dispatching network-vif-plugged-90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1324.828260] env[69763]: WARNING nova.compute.manager [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received unexpected event network-vif-plugged-90178801-6693-4147-a140-74bc27ea5e82 for instance with vm_state active and task_state None. [ 1324.828472] env[69763]: DEBUG nova.compute.manager [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Received event network-vif-deleted-1f6a8c68-0feb-4b03-9da3-d9d29cdb4a68 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.829128] env[69763]: DEBUG nova.compute.manager [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received event network-changed-90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.829582] env[69763]: DEBUG nova.compute.manager [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing instance network info cache due to event network-changed-90178801-6693-4147-a140-74bc27ea5e82. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1324.829651] env[69763]: DEBUG oslo_concurrency.lockutils [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] Acquiring lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.849245] env[69763]: DEBUG nova.compute.manager [req-c172f657-756b-4f0e-9881-24c6d2b3c2f4 req-54faa90f-bdf8-4a59-8c0c-5e77d22505e2 service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Received event network-vif-plugged-d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.849406] env[69763]: DEBUG oslo_concurrency.lockutils [req-c172f657-756b-4f0e-9881-24c6d2b3c2f4 req-54faa90f-bdf8-4a59-8c0c-5e77d22505e2 service nova] Acquiring lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1324.851478] env[69763]: DEBUG oslo_concurrency.lockutils [req-c172f657-756b-4f0e-9881-24c6d2b3c2f4 req-54faa90f-bdf8-4a59-8c0c-5e77d22505e2 service nova] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1324.851478] env[69763]: DEBUG oslo_concurrency.lockutils [req-c172f657-756b-4f0e-9881-24c6d2b3c2f4 req-54faa90f-bdf8-4a59-8c0c-5e77d22505e2 service nova] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1324.851478] env[69763]: DEBUG nova.compute.manager [req-c172f657-756b-4f0e-9881-24c6d2b3c2f4 req-54faa90f-bdf8-4a59-8c0c-5e77d22505e2 service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] No waiting events found dispatching network-vif-plugged-d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1324.851478] env[69763]: WARNING nova.compute.manager [req-c172f657-756b-4f0e-9881-24c6d2b3c2f4 req-54faa90f-bdf8-4a59-8c0c-5e77d22505e2 service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Received unexpected event network-vif-plugged-d08dc8d6-d71f-4db2-936e-5a39255e5c55 for instance with vm_state building and task_state spawning. [ 1324.869018] env[69763]: DEBUG oslo_vmware.api [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.062347] env[69763]: DEBUG nova.scheduler.client.report [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1325.073480] env[69763]: INFO nova.compute.manager [-] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Took 1.42 seconds to deallocate network for instance. [ 1325.155596] env[69763]: WARNING nova.network.neutron [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] 4d303c1e-1e23-4a82-adac-5e7063b556a1 already exists in list: networks containing: ['4d303c1e-1e23-4a82-adac-5e7063b556a1']. ignoring it [ 1325.267177] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.268063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.268469] env[69763]: DEBUG nova.network.neutron [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1325.325582] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 38069340-54de-4d00-add8-16d6903ea575] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1325.371725] env[69763]: DEBUG oslo_vmware.api [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123560, 'name': ReconfigVM_Task, 'duration_secs': 0.710644} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.372148] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfigured VM instance instance-00000067 to attach disk [datastore1] volume-59b4c87d-715d-45d4-8a02-0fb5c999755e/volume-59b4c87d-715d-45d4-8a02-0fb5c999755e.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1325.379434] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-830e5f84-3fec-4009-abb1-175632a801f8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.400299] env[69763]: DEBUG oslo_vmware.api [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1325.400299] env[69763]: value = "task-4123564" [ 1325.400299] env[69763]: _type = "Task" [ 1325.400299] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.410837] env[69763]: DEBUG oslo_vmware.api [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123564, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.567826] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.582026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1325.582356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1325.582550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1325.612016] env[69763]: INFO nova.scheduler.client.report [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Deleted allocations for instance 764f97c4-049d-45d5-803c-ac526a1343f5 [ 1325.628325] env[69763]: INFO nova.scheduler.client.report [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Deleted allocations for instance 41c16292-949f-4eba-baeb-aabf92c66e5a [ 1325.637152] env[69763]: DEBUG nova.network.neutron [-] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.716159] env[69763]: DEBUG nova.network.neutron [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90178801-6693-4147-a140-74bc27ea5e82", "address": "fa:16:3e:38:bc:58", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90178801-66", "ovs_interfaceid": "90178801-6693-4147-a140-74bc27ea5e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.823079] env[69763]: DEBUG nova.network.neutron [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1325.828980] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: e2364079-751b-4723-b65c-fe9c88d82805] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1325.871188] env[69763]: DEBUG nova.network.neutron [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance_info_cache with network_info: [{"id": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "address": "fa:16:3e:6a:55:1f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f76a17-b2", "ovs_interfaceid": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1325.917484] env[69763]: DEBUG oslo_vmware.api [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123564, 'name': ReconfigVM_Task, 'duration_secs': 0.1735} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.917913] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816799', 'volume_id': '59b4c87d-715d-45d4-8a02-0fb5c999755e', 'name': 'volume-59b4c87d-715d-45d4-8a02-0fb5c999755e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26b198ec-7ac3-4f0e-9e0d-3190e6d98637', 'attached_at': '', 'detached_at': '', 'volume_id': '59b4c87d-715d-45d4-8a02-0fb5c999755e', 'serial': '59b4c87d-715d-45d4-8a02-0fb5c999755e'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1326.128423] env[69763]: DEBUG oslo_concurrency.lockutils [None req-7235c529-cd2b-4e84-89fa-eaf00717d7a3 tempest-InstanceActionsNegativeTestJSON-2097532457 tempest-InstanceActionsNegativeTestJSON-2097532457-project-member] Lock "764f97c4-049d-45d5-803c-ac526a1343f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.996s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.142106] env[69763]: INFO nova.compute.manager [-] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Took 1.54 seconds to deallocate network for instance. [ 1326.143350] env[69763]: DEBUG oslo_concurrency.lockutils [None req-17590e86-f6ff-4530-a195-3dcd89cc3901 tempest-DeleteServersTestJSON-372770724 tempest-DeleteServersTestJSON-372770724-project-member] Lock "41c16292-949f-4eba-baeb-aabf92c66e5a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.135s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.224360] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.224360] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.224360] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.224360] env[69763]: DEBUG oslo_concurrency.lockutils [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] Acquired lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.224360] env[69763]: DEBUG nova.network.neutron [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Refreshing network info cache for port 90178801-6693-4147-a140-74bc27ea5e82 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.225167] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68046d7f-d710-40e1-94db-4cd0df1bd265 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.248947] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1326.248947] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1326.248947] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1326.249271] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1326.249271] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1326.249367] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1326.249498] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1326.249654] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1326.249816] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1326.249978] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1326.250168] env[69763]: DEBUG nova.virt.hardware [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1326.262042] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Reconfiguring VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1326.262042] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cfb43a9-4fac-422b-8e02-208425bfb222 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.283670] env[69763]: DEBUG oslo_vmware.api [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1326.283670] env[69763]: value = "task-4123566" [ 1326.283670] env[69763]: _type = "Task" [ 1326.283670] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.294487] env[69763]: DEBUG oslo_vmware.api [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123566, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.332415] env[69763]: DEBUG nova.network.neutron [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Updating instance_info_cache with network_info: [{"id": "d08dc8d6-d71f-4db2-936e-5a39255e5c55", "address": "fa:16:3e:76:25:29", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08dc8d6-d7", "ovs_interfaceid": "d08dc8d6-d71f-4db2-936e-5a39255e5c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.333678] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 570af2e6-bf7e-47ee-ac35-276f44e87b24] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1326.374324] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.653819] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.654204] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.654436] env[69763]: DEBUG nova.objects.instance [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'resources' on Instance uuid 9979980d-eead-4321-9891-cb84414b3a71 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1326.801278] env[69763]: DEBUG oslo_vmware.api [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123566, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.836504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.836841] env[69763]: DEBUG nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Instance network_info: |[{"id": "d08dc8d6-d71f-4db2-936e-5a39255e5c55", "address": "fa:16:3e:76:25:29", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08dc8d6-d7", "ovs_interfaceid": "d08dc8d6-d71f-4db2-936e-5a39255e5c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1326.837286] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 1a578775-8d3a-4085-9789-c59eaf5197a6] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1326.839547] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:25:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5b0fa7a2-ebd9-4788-8904-7bf250ce466c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd08dc8d6-d71f-4db2-936e-5a39255e5c55', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1326.849227] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1326.850067] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1326.850384] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c57258e7-cc15-4c92-be1f-058d8cfbf86d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.876786] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1326.876786] env[69763]: value = "task-4123567" [ 1326.876786] env[69763]: _type = "Task" [ 1326.876786] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.892026] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123567, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.902758] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc52d029-1f0c-496c-92ae-f6d29aadbb35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.905741] env[69763]: DEBUG nova.compute.manager [req-55e5b4a7-442b-4690-a33f-2eb1ccbab693 req-f65e31ad-366c-4e4b-a5a3-04e3d63100b8 service nova] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Received event network-vif-deleted-942b2e0e-d3b5-4022-b237-035a7ca9e9d5 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.912883] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98aa72f7-c1b5-44c1-b8b8-698bc9eb0b6b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.922719] env[69763]: DEBUG nova.compute.manager [req-b26d7124-2ec3-4dfc-97ad-c2f1e525f477 req-6ef52b13-5507-4042-99eb-ed9c7de0391c service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Received event network-changed-d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.922981] env[69763]: DEBUG nova.compute.manager [req-b26d7124-2ec3-4dfc-97ad-c2f1e525f477 req-6ef52b13-5507-4042-99eb-ed9c7de0391c service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Refreshing instance network info cache due to event network-changed-d08dc8d6-d71f-4db2-936e-5a39255e5c55. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1326.923237] env[69763]: DEBUG oslo_concurrency.lockutils [req-b26d7124-2ec3-4dfc-97ad-c2f1e525f477 req-6ef52b13-5507-4042-99eb-ed9c7de0391c service nova] Acquiring lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.923422] env[69763]: DEBUG oslo_concurrency.lockutils [req-b26d7124-2ec3-4dfc-97ad-c2f1e525f477 req-6ef52b13-5507-4042-99eb-ed9c7de0391c service nova] Acquired lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.923569] env[69763]: DEBUG nova.network.neutron [req-b26d7124-2ec3-4dfc-97ad-c2f1e525f477 req-6ef52b13-5507-4042-99eb-ed9c7de0391c service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Refreshing network info cache for port d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1326.962866] env[69763]: DEBUG nova.objects.instance [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1327.270865] env[69763]: DEBUG nova.network.neutron [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updated VIF entry in instance network info cache for port 90178801-6693-4147-a140-74bc27ea5e82. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.274021] env[69763]: DEBUG nova.network.neutron [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90178801-6693-4147-a140-74bc27ea5e82", "address": "fa:16:3e:38:bc:58", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90178801-66", "ovs_interfaceid": "90178801-6693-4147-a140-74bc27ea5e82", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.304427] env[69763]: DEBUG oslo_vmware.api [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123566, 'name': ReconfigVM_Task, 'duration_secs': 0.865445} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.304427] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.304427] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Reconfigured VM to attach interface {{(pid=69763) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1327.355298] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 13cb46b2-d376-4752-bfa6-91b85b9254a0] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1327.389317] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123567, 'name': CreateVM_Task, 'duration_secs': 0.412504} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.390440] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1327.390440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.390548] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.391113] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.391674] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22b326d6-a014-4534-b460-b75ee21a738f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.397576] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1327.397576] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528959bd-9c5a-aba0-bb81-c7bc9c31f8a3" [ 1327.397576] env[69763]: _type = "Task" [ 1327.397576] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.415081] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528959bd-9c5a-aba0-bb81-c7bc9c31f8a3, 'name': SearchDatastore_Task, 'duration_secs': 0.01318} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.415408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.415655] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1327.415892] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.416053] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.416289] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1327.419389] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c59ef8e3-e912-42fb-af61-0aa6dec8664e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.430462] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1327.430935] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1327.431997] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-060ea9ad-ffda-43ae-ac5a-5410b0f41c05 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.448574] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1327.448574] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520f3bee-d262-107d-598f-d464dabff8f1" [ 1327.448574] env[69763]: _type = "Task" [ 1327.448574] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.463020] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520f3bee-d262-107d-598f-d464dabff8f1, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.469640] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa22e317-fc43-4fc5-bdaf-199d6692232e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.474239] env[69763]: DEBUG oslo_concurrency.lockutils [None req-429935b4-11cd-47f9-9e02-de7d75bf78c8 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.803s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.479983] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1327.479983] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52def60d-2d9d-e3af-3dc9-e50c61d33287" [ 1327.479983] env[69763]: _type = "Task" [ 1327.479983] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.492902] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52def60d-2d9d-e3af-3dc9-e50c61d33287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.588317] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284634b3-1327-48d1-b73b-67b8f674ada0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.600080] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebf06040-fd7e-4c8a-9070-9cc82b521d12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.638164] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76586c59-6af4-4eeb-8863-212482720763 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.646955] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24a142fc-a7cf-45d0-ad3b-0f04e70c7661 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.662853] env[69763]: DEBUG nova.compute.provider_tree [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1327.777744] env[69763]: DEBUG oslo_concurrency.lockutils [req-6242d5bc-bf32-4a44-b74a-e95b8db78915 req-baeb68f2-eff7-452a-8f65-cd876452a824 service nova] Releasing lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.814881] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5857f7ae-b6b6-430b-bfe4-6f11674109fa tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-3be91880-0d0e-42b5-a9d2-1542dd287b8c-90178801-6693-4147-a140-74bc27ea5e82" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.819s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.861379] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: a23eb33a-d79c-47e9-b4f0-594d73736a2b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1327.887068] env[69763]: DEBUG nova.network.neutron [req-b26d7124-2ec3-4dfc-97ad-c2f1e525f477 req-6ef52b13-5507-4042-99eb-ed9c7de0391c service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Updated VIF entry in instance network info cache for port d08dc8d6-d71f-4db2-936e-5a39255e5c55. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1327.887465] env[69763]: DEBUG nova.network.neutron [req-b26d7124-2ec3-4dfc-97ad-c2f1e525f477 req-6ef52b13-5507-4042-99eb-ed9c7de0391c service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Updating instance_info_cache with network_info: [{"id": "d08dc8d6-d71f-4db2-936e-5a39255e5c55", "address": "fa:16:3e:76:25:29", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08dc8d6-d7", "ovs_interfaceid": "d08dc8d6-d71f-4db2-936e-5a39255e5c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1327.991811] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52def60d-2d9d-e3af-3dc9-e50c61d33287, 'name': SearchDatastore_Task, 'duration_secs': 0.010571} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.995021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.995021] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8cc0fae8-b927-42e4-8aef-2b11b60fd60e/8cc0fae8-b927-42e4-8aef-2b11b60fd60e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1327.995021] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a3cdeabe-691d-4d49-94e5-f73332d33771 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.003160] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1328.003160] env[69763]: value = "task-4123569" [ 1328.003160] env[69763]: _type = "Task" [ 1328.003160] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.009894] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123569, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.073089] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.073617] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.120106] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120eef92-3f64-470a-aa2d-f1d95fe7844f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.151534] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-892c79eb-8ef9-46cf-a9bc-1f5b20b0daf5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.162403] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance 'aa8834ca-2c90-4750-a34f-371b0645930a' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1328.167416] env[69763]: DEBUG nova.scheduler.client.report [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1328.369075] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 4e94af94-e78d-4309-bc41-39ee946a1cca] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1328.390901] env[69763]: DEBUG oslo_concurrency.lockutils [req-b26d7124-2ec3-4dfc-97ad-c2f1e525f477 req-6ef52b13-5507-4042-99eb-ed9c7de0391c service nova] Releasing lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.516938] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123569, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.578516] env[69763]: DEBUG nova.compute.utils [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1328.674288] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1328.675581] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.021s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.677876] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f6eb6d8b-37a5-4e78-98b2-c38cd000b80b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.686741] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1328.686741] env[69763]: value = "task-4123570" [ 1328.686741] env[69763]: _type = "Task" [ 1328.686741] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1328.697116] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123570, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.717505] env[69763]: INFO nova.scheduler.client.report [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted allocations for instance 9979980d-eead-4321-9891-cb84414b3a71 [ 1328.873543] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 2530519c-8f67-47a4-8809-7c3755d1bf9b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1329.023208] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123569, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.578294} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.023519] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 8cc0fae8-b927-42e4-8aef-2b11b60fd60e/8cc0fae8-b927-42e4-8aef-2b11b60fd60e.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1329.023758] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1329.023986] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1754abcc-863c-4306-919f-d72d1300ded8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.035012] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1329.035012] env[69763]: value = "task-4123571" [ 1329.035012] env[69763]: _type = "Task" [ 1329.035012] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.045255] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123571, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.084269] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.206030] env[69763]: DEBUG oslo_vmware.api [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123570, 'name': PowerOnVM_Task, 'duration_secs': 0.418823} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.206030] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.206030] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b0d6c672-08c5-4e05-9b97-0438c968b66d tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance 'aa8834ca-2c90-4750-a34f-371b0645930a' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1329.232318] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec905a50-c192-4eb6-9d9e-ad0ff84f2461 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "9979980d-eead-4321-9891-cb84414b3a71" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.281s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.378170] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: be849381-d178-4a4a-9969-9b7ca9594b59] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1329.474581] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "interface-3be91880-0d0e-42b5-a9d2-1542dd287b8c-90178801-6693-4147-a140-74bc27ea5e82" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.474854] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-3be91880-0d0e-42b5-a9d2-1542dd287b8c-90178801-6693-4147-a140-74bc27ea5e82" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.545581] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123571, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0878} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.545931] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1329.546668] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0febc752-bd80-41ca-a48b-aafdc9ae7e67 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.570112] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] 8cc0fae8-b927-42e4-8aef-2b11b60fd60e/8cc0fae8-b927-42e4-8aef-2b11b60fd60e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.570457] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72dbd72b-f3ae-4c03-ba67-fab72d60f8e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.592105] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1329.592105] env[69763]: value = "task-4123572" [ 1329.592105] env[69763]: _type = "Task" [ 1329.592105] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.601035] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123572, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.884414] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: a32de7d2-9c6c-40df-88d0-069bf9d2ec0d] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1329.887274] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1329.888448] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816801', 'volume_id': 'a2312751-aa20-4a4d-8133-38181bc026ea', 'name': 'volume-a2312751-aa20-4a4d-8133-38181bc026ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5c24495-9e58-4737-a7a4-a07fe0d5e61f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2312751-aa20-4a4d-8133-38181bc026ea', 'serial': 'a2312751-aa20-4a4d-8133-38181bc026ea'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1329.890022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22129237-d6bd-45bd-bc5a-80807b392df8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.915458] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26714131-8c91-43e6-b5f7-541b7ca57af7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.944457] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] volume-a2312751-aa20-4a4d-8133-38181bc026ea/volume-a2312751-aa20-4a4d-8133-38181bc026ea.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1329.946019] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e37c10-ee86-41b6-a293-1e3590c3d8a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.967817] env[69763]: DEBUG oslo_vmware.api [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1329.967817] env[69763]: value = "task-4123573" [ 1329.967817] env[69763]: _type = "Task" [ 1329.967817] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1329.978400] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.978606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.978934] env[69763]: DEBUG oslo_vmware.api [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123573, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.979994] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef55c63-12e5-4834-8f4c-317e595c71c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.002201] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f42f790-7c42-49e2-be38-eb6d2b73c825 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.034141] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Reconfiguring VM to detach interface {{(pid=69763) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1330.034448] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d274da9-8c2a-4d62-a86f-a882ea6993f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.055639] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1330.055639] env[69763]: value = "task-4123574" [ 1330.055639] env[69763]: _type = "Task" [ 1330.055639] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.064666] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.102589] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123572, 'name': ReconfigVM_Task, 'duration_secs': 0.321688} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.103089] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Reconfigured VM instance instance-00000070 to attach disk [datastore2] 8cc0fae8-b927-42e4-8aef-2b11b60fd60e/8cc0fae8-b927-42e4-8aef-2b11b60fd60e.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.103779] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd2e0800-dc1b-456a-907d-76ea42532aa6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.111117] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1330.111117] env[69763]: value = "task-4123575" [ 1330.111117] env[69763]: _type = "Task" [ 1330.111117] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.121202] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123575, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.180287] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.180560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.180913] env[69763]: INFO nova.compute.manager [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Attaching volume 5129088f-6715-4441-b453-df81b3b3c5ba to /dev/sdc [ 1330.229600] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899ca86b-64d2-4e36-8f33-08d38f59762c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.238439] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6809f38d-e097-4cb1-aed0-a16c5b9703b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.254796] env[69763]: DEBUG nova.virt.block_device [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Updating existing volume attachment record: f25670d9-d9fc-49f4-928d-714f978d741e {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1330.390315] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: e22cc51b-22d6-4af6-98db-e96f01c2b939] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1330.484945] env[69763]: DEBUG oslo_vmware.api [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123573, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.517161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "39f24145-64a3-4baa-804f-53b9b2ed5141" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.517483] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "39f24145-64a3-4baa-804f-53b9b2ed5141" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.569576] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.627761] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123575, 'name': Rename_Task, 'duration_secs': 0.149317} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.627761] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1330.627761] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c84ea80-1197-4127-80b3-598863e4186f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.635180] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1330.635180] env[69763]: value = "task-4123577" [ 1330.635180] env[69763]: _type = "Task" [ 1330.635180] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.641695] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123577, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.896632] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 6880d482-64af-45bc-91c9-061fd63cf79f] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1330.980838] env[69763]: DEBUG oslo_vmware.api [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123573, 'name': ReconfigVM_Task, 'duration_secs': 0.623347} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1330.981266] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfigured VM instance instance-00000069 to attach disk [datastore2] volume-a2312751-aa20-4a4d-8133-38181bc026ea/volume-a2312751-aa20-4a4d-8133-38181bc026ea.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1330.986768] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5548b7ad-8326-4473-b7bc-88c52b6a788a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.005201] env[69763]: DEBUG oslo_vmware.api [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1331.005201] env[69763]: value = "task-4123578" [ 1331.005201] env[69763]: _type = "Task" [ 1331.005201] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.016023] env[69763]: DEBUG oslo_vmware.api [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123578, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.020595] env[69763]: DEBUG nova.compute.manager [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1331.070929] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.146216] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123577, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.403733] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 004e9631-1207-4324-b3dd-e5d2ff9adcce] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1331.517226] env[69763]: DEBUG oslo_vmware.api [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123578, 'name': ReconfigVM_Task, 'duration_secs': 0.167813} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.517478] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816801', 'volume_id': 'a2312751-aa20-4a4d-8133-38181bc026ea', 'name': 'volume-a2312751-aa20-4a4d-8133-38181bc026ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5c24495-9e58-4737-a7a4-a07fe0d5e61f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2312751-aa20-4a4d-8133-38181bc026ea', 'serial': 'a2312751-aa20-4a4d-8133-38181bc026ea'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1331.540064] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1331.540374] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1331.542030] env[69763]: INFO nova.compute.claims [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1331.570559] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.643247] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123577, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.909453] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: a401c0f3-fb9b-462a-88c0-cbcea8109877] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1331.942784] env[69763]: DEBUG nova.compute.manager [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1332.026335] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "aa8834ca-2c90-4750-a34f-371b0645930a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.026709] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1332.027333] env[69763]: DEBUG nova.compute.manager [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Going to confirm migration 6 {{(pid=69763) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1332.075142] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.145426] env[69763]: DEBUG oslo_vmware.api [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123577, 'name': PowerOnVM_Task, 'duration_secs': 1.489208} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.146329] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1332.146329] env[69763]: INFO nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Took 7.97 seconds to spawn the instance on the hypervisor. [ 1332.146329] env[69763]: DEBUG nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1332.147109] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d9672dd-291a-421a-8db1-62e1c3ae8733 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.412668] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: ec734c20-fb3f-42ca-9856-170aa115115c] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1332.467775] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1332.568241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.568241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquired lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.568241] env[69763]: DEBUG nova.network.neutron [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1332.568241] env[69763]: DEBUG nova.objects.instance [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'info_cache' on Instance uuid aa8834ca-2c90-4750-a34f-371b0645930a {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.574156] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.577640] env[69763]: DEBUG nova.objects.instance [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lazy-loading 'flavor' on Instance uuid f5c24495-9e58-4737-a7a4-a07fe0d5e61f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1332.668027] env[69763]: INFO nova.compute.manager [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Took 13.75 seconds to build instance. [ 1332.773996] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada8fe15-003f-496c-b6f6-b6639265cdc4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.784258] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf4005b-89b5-4cc5-a638-887f15f10c0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.815312] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68f2e770-c52d-4b0a-873d-3e518a6db313 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.823486] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9237f0fc-4f75-4351-9b9f-1ad4cba94310 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.837541] env[69763]: DEBUG nova.compute.provider_tree [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1332.916861] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 3c2e1516-be91-4d6d-9c9a-4fb83cd38d51] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1333.022467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.022749] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.069299] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.082391] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4d418a5b-e682-4a6a-bb2b-e1cf8c9c5610 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.351s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.170353] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b8208d82-2143-4c3c-90b0-33b8110891e9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.261s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.251912] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "bb6f5626-8344-4237-a01c-9fb08e214651" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.252174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "bb6f5626-8344-4237-a01c-9fb08e214651" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.340717] env[69763]: DEBUG nova.scheduler.client.report [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1333.420064] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: eee3d0fa-bd8c-49ca-876c-016ed7fe349b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1333.458340] env[69763]: INFO nova.compute.manager [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Rescuing [ 1333.458623] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.458777] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.459144] env[69763]: DEBUG nova.network.neutron [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1333.525920] env[69763]: DEBUG nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.531379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.531616] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.571136] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.757736] env[69763]: DEBUG nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1333.803400] env[69763]: DEBUG nova.network.neutron [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance_info_cache with network_info: [{"id": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "address": "fa:16:3e:6a:55:1f", "network": {"id": "1d19e557-3040-41bf-aa1c-2394b3c283d3", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1247487956-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.170", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1921e2c3e1264e2fb9a77503c26f9322", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1f76a17-b2", "ovs_interfaceid": "b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1333.845510] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.305s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1333.845959] env[69763]: DEBUG nova.compute.manager [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1333.848879] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.381s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.876771] env[69763]: DEBUG nova.compute.manager [req-08b232d8-d26c-4e19-b6aa-d91f7f45c34f req-4478e0e8-3db9-4c56-a595-6f44d7e9882f service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Received event network-changed-d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1333.876771] env[69763]: DEBUG nova.compute.manager [req-08b232d8-d26c-4e19-b6aa-d91f7f45c34f req-4478e0e8-3db9-4c56-a595-6f44d7e9882f service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Refreshing instance network info cache due to event network-changed-d08dc8d6-d71f-4db2-936e-5a39255e5c55. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1333.876771] env[69763]: DEBUG oslo_concurrency.lockutils [req-08b232d8-d26c-4e19-b6aa-d91f7f45c34f req-4478e0e8-3db9-4c56-a595-6f44d7e9882f service nova] Acquiring lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.876955] env[69763]: DEBUG oslo_concurrency.lockutils [req-08b232d8-d26c-4e19-b6aa-d91f7f45c34f req-4478e0e8-3db9-4c56-a595-6f44d7e9882f service nova] Acquired lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.876955] env[69763]: DEBUG nova.network.neutron [req-08b232d8-d26c-4e19-b6aa-d91f7f45c34f req-4478e0e8-3db9-4c56-a595-6f44d7e9882f service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Refreshing network info cache for port d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1333.923237] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 3730826b-c4c9-4e06-a4d2-25f6487763c7] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1334.034541] env[69763]: DEBUG nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1334.060706] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.073294] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.274193] env[69763]: DEBUG nova.network.neutron [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating instance_info_cache with network_info: [{"id": "54911e52-211a-4bc3-b43b-010db022f16b", "address": "fa:16:3e:b9:13:85", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54911e52-21", "ovs_interfaceid": "54911e52-211a-4bc3-b43b-010db022f16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.287295] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.306570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Releasing lock "refresh_cache-aa8834ca-2c90-4750-a34f-371b0645930a" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.306570] env[69763]: DEBUG nova.objects.instance [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'migration_context' on Instance uuid aa8834ca-2c90-4750-a34f-371b0645930a {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1334.353413] env[69763]: INFO nova.compute.claims [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1334.358079] env[69763]: DEBUG nova.compute.utils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1334.359286] env[69763]: DEBUG nova.compute.manager [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1334.426842] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: bde62e0a-f923-49ff-bcab-d8e0490a59bc] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1334.556899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.571519] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.621024] env[69763]: DEBUG nova.network.neutron [req-08b232d8-d26c-4e19-b6aa-d91f7f45c34f req-4478e0e8-3db9-4c56-a595-6f44d7e9882f service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Updated VIF entry in instance network info cache for port d08dc8d6-d71f-4db2-936e-5a39255e5c55. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1334.621419] env[69763]: DEBUG nova.network.neutron [req-08b232d8-d26c-4e19-b6aa-d91f7f45c34f req-4478e0e8-3db9-4c56-a595-6f44d7e9882f service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Updating instance_info_cache with network_info: [{"id": "d08dc8d6-d71f-4db2-936e-5a39255e5c55", "address": "fa:16:3e:76:25:29", "network": {"id": "a75099ef-2d15-45b9-a1fe-7aad091c9165", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-1058787040-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.235", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e8010571ff2548df891f415617a334b4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5b0fa7a2-ebd9-4788-8904-7bf250ce466c", "external-id": "nsx-vlan-transportzone-669", "segmentation_id": 669, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd08dc8d6-d7", "ovs_interfaceid": "d08dc8d6-d71f-4db2-936e-5a39255e5c55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.777321] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.810141] env[69763]: DEBUG nova.objects.base [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1334.811349] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1334.811580] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816803', 'volume_id': '5129088f-6715-4441-b453-df81b3b3c5ba', 'name': 'volume-5129088f-6715-4441-b453-df81b3b3c5ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26b198ec-7ac3-4f0e-9e0d-3190e6d98637', 'attached_at': '', 'detached_at': '', 'volume_id': '5129088f-6715-4441-b453-df81b3b3c5ba', 'serial': '5129088f-6715-4441-b453-df81b3b3c5ba'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1334.812723] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d117031f-99d1-4d0d-9607-b0ddd56bc813 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.816051] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6669ac1a-0590-417b-98c6-2659e1bdc3b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.847698] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f4d3aa8-4bc1-4964-a24e-2a36ffffaf0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.851409] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-368b977b-ca06-4685-b844-5f5e6852bef9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.857562] env[69763]: DEBUG oslo_vmware.api [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1334.857562] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524b7174-a662-b63c-87fd-384f43233ac1" [ 1334.857562] env[69763]: _type = "Task" [ 1334.857562] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.878290] env[69763]: INFO nova.compute.resource_tracker [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating resource usage from migration f40c81f4-9400-45a2-9eef-0d1cc86bb89f [ 1334.881105] env[69763]: DEBUG nova.compute.manager [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1334.890639] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfiguring VM instance instance-00000067 to attach disk [datastore2] volume-5129088f-6715-4441-b453-df81b3b3c5ba/volume-5129088f-6715-4441-b453-df81b3b3c5ba.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1334.895336] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1bff035b-448c-49e5-8b20-f065755e977f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.921375] env[69763]: DEBUG oslo_vmware.api [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524b7174-a662-b63c-87fd-384f43233ac1, 'name': SearchDatastore_Task, 'duration_secs': 0.009225} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.923880] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.924548] env[69763]: DEBUG oslo_vmware.api [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1334.924548] env[69763]: value = "task-4123580" [ 1334.924548] env[69763]: _type = "Task" [ 1334.924548] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1334.930839] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 11e9af7e-1044-4b0d-b924-cd978349f723] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1334.939259] env[69763]: DEBUG oslo_vmware.api [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123580, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.071415] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.124358] env[69763]: DEBUG oslo_concurrency.lockutils [req-08b232d8-d26c-4e19-b6aa-d91f7f45c34f req-4478e0e8-3db9-4c56-a595-6f44d7e9882f service nova] Releasing lock "refresh_cache-8cc0fae8-b927-42e4-8aef-2b11b60fd60e" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.160727] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2991a37-badd-4f50-8781-b38b4aaf6d82 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.170848] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ccd171c-22bc-43f9-907b-7aa41ca86fe5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.212252] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fbdcf5-507e-43d1-9083-6213f6b3252c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.221431] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d79e0b5-3f5b-48aa-ab53-f74685f7d755 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.237413] env[69763]: DEBUG nova.compute.provider_tree [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1335.436054] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 6cb99f85-234f-4300-8dc2-e18cb877a02b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1335.440457] env[69763]: DEBUG oslo_vmware.api [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123580, 'name': ReconfigVM_Task, 'duration_secs': 0.411494} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.441654] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfigured VM instance instance-00000067 to attach disk [datastore2] volume-5129088f-6715-4441-b453-df81b3b3c5ba/volume-5129088f-6715-4441-b453-df81b3b3c5ba.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1335.446619] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-008ae23f-aec2-4ac9-aa48-d2668812eb96 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.463736] env[69763]: DEBUG oslo_vmware.api [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1335.463736] env[69763]: value = "task-4123581" [ 1335.463736] env[69763]: _type = "Task" [ 1335.463736] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1335.472448] env[69763]: DEBUG oslo_vmware.api [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123581, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.572932] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1335.741485] env[69763]: DEBUG nova.scheduler.client.report [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.898285] env[69763]: DEBUG nova.compute.manager [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1335.926268] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1335.926594] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1335.926685] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1335.926901] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1335.927089] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1335.927319] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1335.927466] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1335.927641] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1335.927814] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1335.928024] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1335.928217] env[69763]: DEBUG nova.virt.hardware [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1335.929071] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529a7554-9aae-4f54-807c-100c0f84deaa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.938739] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f554a773-15a2-4d62-8196-04cc3f4d8022 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.942489] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: c840c615-efa9-4d65-9174-84ea793d7ad9] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1335.957505] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1335.964830] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Creating folder: Project (b6b81b5f66c142e88b45086cd665aa0b). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.965333] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9b1a6588-318a-499d-b25c-6a4850d6afdb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.978286] env[69763]: DEBUG oslo_vmware.api [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123581, 'name': ReconfigVM_Task, 'duration_secs': 0.148894} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1335.978744] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816803', 'volume_id': '5129088f-6715-4441-b453-df81b3b3c5ba', 'name': 'volume-5129088f-6715-4441-b453-df81b3b3c5ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26b198ec-7ac3-4f0e-9e0d-3190e6d98637', 'attached_at': '', 'detached_at': '', 'volume_id': '5129088f-6715-4441-b453-df81b3b3c5ba', 'serial': '5129088f-6715-4441-b453-df81b3b3c5ba'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1335.982656] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Created folder: Project (b6b81b5f66c142e88b45086cd665aa0b) in parent group-v816505. [ 1335.982937] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Creating folder: Instances. Parent ref: group-v816804. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1335.983583] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-95b4d8c7-2a0a-447a-bd0d-54f7b4214087 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.999034] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Created folder: Instances in parent group-v816804. [ 1335.999161] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1335.999270] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1335.999535] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0fcbb61a-0698-406f-a4c0-cd86ff43503f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.018244] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.018244] env[69763]: value = "task-4123584" [ 1336.018244] env[69763]: _type = "Task" [ 1336.018244] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.031829] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123584, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.074245] env[69763]: DEBUG oslo_vmware.api [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123574, 'name': ReconfigVM_Task, 'duration_secs': 5.978101} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.074504] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.074736] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Reconfigured VM to detach interface {{(pid=69763) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1336.246858] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.398s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.247097] env[69763]: INFO nova.compute.manager [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Migrating [ 1336.256239] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.196s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1336.257791] env[69763]: INFO nova.compute.claims [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.321545] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.321860] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-316bfc99-2258-4668-b5f4-4471b44b7ef3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.330639] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1336.330639] env[69763]: value = "task-4123585" [ 1336.330639] env[69763]: _type = "Task" [ 1336.330639] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.340286] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123585, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.446466] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 03449ac3-95ed-4948-94c5-3f8ce91049e4] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1336.531656] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123584, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.770518] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.770790] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.770953] env[69763]: DEBUG nova.network.neutron [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1336.840730] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123585, 'name': PowerOffVM_Task, 'duration_secs': 0.232552} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1336.841032] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1336.841837] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-740abd30-904a-4af7-bd5a-bbfc1d5f4490 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.863328] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9620d3-cc87-4068-be05-8b317c739665 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.891418] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1336.891784] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd4f9dfe-e44e-4afb-a71e-578332bc6ad4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.899759] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1336.899759] env[69763]: value = "task-4123586" [ 1336.899759] env[69763]: _type = "Task" [ 1336.899759] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.907973] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123586, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1336.951313] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 95d7879b-912b-4a3c-8770-fd14bef6d3e0] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1337.028614] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123584, 'name': CreateVM_Task, 'duration_secs': 0.51266} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.029054] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.029613] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.029931] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.030373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.030731] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-745b6a47-f357-4658-a2f9-751e1b6c5408 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.036629] env[69763]: DEBUG nova.objects.instance [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1337.039087] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1337.039087] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52180df3-8804-055d-a5c3-aa13cdbb2f55" [ 1337.039087] env[69763]: _type = "Task" [ 1337.039087] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.050915] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52180df3-8804-055d-a5c3-aa13cdbb2f55, 'name': SearchDatastore_Task, 'duration_secs': 0.011202} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.052082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.052446] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.052800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.053125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.053446] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.054081] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e295ec2d-b118-4c75-b29c-b5d1b8ff0cd5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.062310] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.062629] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.063440] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3610bc1f-95ea-43ef-8461-347cad5440b8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.068620] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1337.068620] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5235f4b2-3428-abdf-e4f8-651fa2367c8b" [ 1337.068620] env[69763]: _type = "Task" [ 1337.068620] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.076776] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5235f4b2-3428-abdf-e4f8-651fa2367c8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.415242] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1337.415473] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.415691] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.457618] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: be5d76e1-a022-4de4-bf79-94a83f9958ec] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1337.459758] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.459922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquired lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.460134] env[69763]: DEBUG nova.network.neutron [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1337.537170] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4a9871b-af65-4ca4-8d39-26cd4d3b635c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.544221] env[69763]: DEBUG nova.network.neutron [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1337.547406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ebcc50b-0b7e-4e8f-9d6c-3d198b9fd420 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.367s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.549505] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5a76c89-0fda-411e-91bb-6f4482d35c2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.587640] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa4a1267-8f6b-4b74-af44-6740016984fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.597264] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5235f4b2-3428-abdf-e4f8-651fa2367c8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009374} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.600148] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b72f40fa-9540-4831-8c81-daaa264ca3e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.603518] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b44cfd5-f385-490d-aefb-fb22fe660224 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.611961] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1337.611961] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520318e9-eb23-2877-dc1c-7dd9892da1ea" [ 1337.611961] env[69763]: _type = "Task" [ 1337.611961] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.620011] env[69763]: DEBUG nova.compute.provider_tree [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1337.630156] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520318e9-eb23-2877-dc1c-7dd9892da1ea, 'name': SearchDatastore_Task, 'duration_secs': 0.010727} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.630638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.630773] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141/39f24145-64a3-4baa-804f-53b9b2ed5141.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1337.631116] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.631236] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.631453] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f15dab37-0874-4466-9734-a249e92e4e17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.634194] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-371fe5a7-8a6e-4313-8cd8-a1fe4743162b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.642275] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1337.642275] env[69763]: value = "task-4123587" [ 1337.642275] env[69763]: _type = "Task" [ 1337.642275] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.647054] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.647310] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.648303] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11dbd71f-74b3-4a25-9694-1aca916df479 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.653552] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.656840] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1337.656840] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fdce10-dc14-d121-a021-c86877320ba3" [ 1337.656840] env[69763]: _type = "Task" [ 1337.656840] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.665822] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fdce10-dc14-d121-a021-c86877320ba3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.774109] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.774395] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.939992] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.940265] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.940476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1337.940662] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1337.941082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.944127] env[69763]: INFO nova.compute.manager [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Terminating instance [ 1337.962968] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 626997d7-942b-440c-9cd8-5ff0fe1d8246] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1338.049861] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.127179] env[69763]: DEBUG nova.scheduler.client.report [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1338.152029] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.461617} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.152312] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141/39f24145-64a3-4baa-804f-53b9b2ed5141.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1338.152522] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1338.152773] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-932f85af-aae4-4700-954b-bc685e9636e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.166533] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1338.166533] env[69763]: value = "task-4123588" [ 1338.166533] env[69763]: _type = "Task" [ 1338.166533] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.175391] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fdce10-dc14-d121-a021-c86877320ba3, 'name': SearchDatastore_Task, 'duration_secs': 0.009962} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.178979] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123588, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.179231] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-102a8210-94fa-477c-9464-421874b8f5e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.186183] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1338.186183] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52791b64-aa0a-9ae7-b754-466a14e87c65" [ 1338.186183] env[69763]: _type = "Task" [ 1338.186183] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.194742] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52791b64-aa0a-9ae7-b754-466a14e87c65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.203527] env[69763]: INFO nova.network.neutron [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Port 90178801-6693-4147-a140-74bc27ea5e82 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1338.203908] env[69763]: DEBUG nova.network.neutron [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [{"id": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "address": "fa:16:3e:67:8a:4d", "network": {"id": "4d303c1e-1e23-4a82-adac-5e7063b556a1", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-253314067-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "05e2517de2f448bf878c6a79610a9b48", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "75ff81f9-72b2-4e58-a8d8-5699907f7459", "external-id": "nsx-vlan-transportzone-978", "segmentation_id": 978, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1aae6259-77", "ovs_interfaceid": "1aae6259-77ea-4073-96b8-3d96ccf47ad9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1338.278046] env[69763]: INFO nova.compute.manager [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Detaching volume 59b4c87d-715d-45d4-8a02-0fb5c999755e [ 1338.316262] env[69763]: INFO nova.virt.block_device [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Attempting to driver detach volume 59b4c87d-715d-45d4-8a02-0fb5c999755e from mountpoint /dev/sdb [ 1338.316592] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1338.316786] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816799', 'volume_id': '59b4c87d-715d-45d4-8a02-0fb5c999755e', 'name': 'volume-59b4c87d-715d-45d4-8a02-0fb5c999755e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26b198ec-7ac3-4f0e-9e0d-3190e6d98637', 'attached_at': '', 'detached_at': '', 'volume_id': '59b4c87d-715d-45d4-8a02-0fb5c999755e', 'serial': '59b4c87d-715d-45d4-8a02-0fb5c999755e'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1338.317785] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5404fd-d9d3-41fe-852b-379571a1a9d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.343058] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a021bf-a562-4aaf-afc8-f6c75675e46f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.351971] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1a86760-2f9e-4d0c-876c-b58a06d11eb5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.376541] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05a3b6c-3430-40a4-91ee-49d0ed43115f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.392390] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] The volume has not been displaced from its original location: [datastore1] volume-59b4c87d-715d-45d4-8a02-0fb5c999755e/volume-59b4c87d-715d-45d4-8a02-0fb5c999755e.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1338.397635] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfiguring VM instance instance-00000067 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1338.397992] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb7f778f-c4cf-4aa9-9420-72eb5f239ef6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.417132] env[69763]: DEBUG oslo_vmware.api [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1338.417132] env[69763]: value = "task-4123589" [ 1338.417132] env[69763]: _type = "Task" [ 1338.417132] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.427700] env[69763]: DEBUG oslo_vmware.api [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123589, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.448952] env[69763]: DEBUG nova.compute.manager [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1338.449289] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1338.450700] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862cd0d7-ce75-45a5-b212-5333d3b1bde1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.460617] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1338.461080] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c5476b30-a402-4fb2-9f92-89fdedec4e3f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.468427] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 9b4670fb-9fdc-4761-9828-dfd9600fd5a0] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1338.470737] env[69763]: DEBUG oslo_vmware.api [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1338.470737] env[69763]: value = "task-4123590" [ 1338.470737] env[69763]: _type = "Task" [ 1338.470737] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.481208] env[69763]: DEBUG oslo_vmware.api [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123590, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.632522] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.376s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1338.633267] env[69763]: DEBUG nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1338.637094] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.349s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1338.638801] env[69763]: INFO nova.compute.claims [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1338.677813] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123588, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072199} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.678106] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1338.678904] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865bbc7a-6070-4c28-adf1-1e3c1420d536 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.700802] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141/39f24145-64a3-4baa-804f-53b9b2ed5141.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1338.704412] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50a5efcb-683f-4227-b481-d67f37b22413 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.718886] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Releasing lock "refresh_cache-3be91880-0d0e-42b5-a9d2-1542dd287b8c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.727458] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52791b64-aa0a-9ae7-b754-466a14e87c65, 'name': SearchDatastore_Task, 'duration_secs': 0.01027} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.730030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.730030] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. {{(pid=69763) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1338.730332] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1338.730332] env[69763]: value = "task-4123591" [ 1338.730332] env[69763]: _type = "Task" [ 1338.730332] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.730533] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-101dfee0-a61e-4444-b488-15f400bcfe60 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.741872] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123591, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.743092] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1338.743092] env[69763]: value = "task-4123592" [ 1338.743092] env[69763]: _type = "Task" [ 1338.743092] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.752502] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123592, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.929497] env[69763]: DEBUG oslo_vmware.api [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123589, 'name': ReconfigVM_Task, 'duration_secs': 0.296815} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.929781] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfigured VM instance instance-00000067 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1338.934537] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6899daf4-ad7c-4132-beb1-5eeef455bd18 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.952443] env[69763]: DEBUG oslo_vmware.api [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1338.952443] env[69763]: value = "task-4123593" [ 1338.952443] env[69763]: _type = "Task" [ 1338.952443] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.964098] env[69763]: DEBUG oslo_vmware.api [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123593, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.971858] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: b6f29db9-80f6-4781-b486-3d1a5b4f841c] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1338.984471] env[69763]: DEBUG oslo_vmware.api [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123590, 'name': PowerOffVM_Task, 'duration_secs': 0.205073} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.984779] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1338.984912] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1338.985832] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-decc0ae6-8030-4939-90de-dd7d656de9fc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.070720] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1339.071060] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1339.071320] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleting the datastore file [datastore1] 3be91880-0d0e-42b5-a9d2-1542dd287b8c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1339.072391] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a3846521-72d6-4b33-a068-229ae4a968c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.083759] env[69763]: DEBUG oslo_vmware.api [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1339.083759] env[69763]: value = "task-4123595" [ 1339.083759] env[69763]: _type = "Task" [ 1339.083759] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.095177] env[69763]: DEBUG oslo_vmware.api [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123595, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.143759] env[69763]: DEBUG nova.compute.utils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1339.148609] env[69763]: DEBUG nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1339.148917] env[69763]: DEBUG nova.network.neutron [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1339.195373] env[69763]: DEBUG nova.policy [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b77d6f1cff0b4ccd886b59e290e7d35f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3669eadd8e124cd88fe04ef68bd5ac14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1339.223600] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9119e72d-1d15-41dd-a8ac-4ed33aa50ba3 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "interface-3be91880-0d0e-42b5-a9d2-1542dd287b8c-90178801-6693-4147-a140-74bc27ea5e82" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.749s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1339.244213] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123591, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.254667] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123592, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493418} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.255024] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk. [ 1339.255965] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a88190bb-593b-4379-89c6-e3c240b0f5a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.284369] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfiguring VM instance instance-00000069 to attach disk [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.284680] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d852fdaf-12ed-4878-83fa-003815152249 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.303596] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1339.303596] env[69763]: value = "task-4123596" [ 1339.303596] env[69763]: _type = "Task" [ 1339.303596] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.312448] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123596, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.462844] env[69763]: DEBUG oslo_vmware.api [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123593, 'name': ReconfigVM_Task, 'duration_secs': 0.179395} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.465054] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816799', 'volume_id': '59b4c87d-715d-45d4-8a02-0fb5c999755e', 'name': 'volume-59b4c87d-715d-45d4-8a02-0fb5c999755e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26b198ec-7ac3-4f0e-9e0d-3190e6d98637', 'attached_at': '', 'detached_at': '', 'volume_id': '59b4c87d-715d-45d4-8a02-0fb5c999755e', 'serial': '59b4c87d-715d-45d4-8a02-0fb5c999755e'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1339.478468] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 237f9247-6f24-4bbd-b9d1-84402bb6670d] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1339.500521] env[69763]: DEBUG nova.network.neutron [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Successfully created port: f8c76892-8b04-44c0-9c1a-be2a193dcf23 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1339.567648] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-381b82eb-0b1b-4e2a-9d76-262f133ff053 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.588379] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance '642cf735-ef28-44f7-a9df-359861053897' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1339.601319] env[69763]: DEBUG oslo_vmware.api [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123595, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.295704} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.601574] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1339.601760] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1339.601938] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1339.602128] env[69763]: INFO nova.compute.manager [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1339.602364] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1339.602560] env[69763]: DEBUG nova.compute.manager [-] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1339.602738] env[69763]: DEBUG nova.network.neutron [-] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1339.657047] env[69763]: DEBUG nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1339.744161] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123591, 'name': ReconfigVM_Task, 'duration_secs': 0.568043} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.744454] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141/39f24145-64a3-4baa-804f-53b9b2ed5141.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1339.745325] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e917a40b-60ed-40e0-9c8f-7dc8d55a32a0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.755160] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1339.755160] env[69763]: value = "task-4123597" [ 1339.755160] env[69763]: _type = "Task" [ 1339.755160] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.770572] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123597, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.814969] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.933367] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ef57a2-bb55-4175-a856-ec346acc3d9a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.941592] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4de073d6-4a4c-45d0-a409-c1f47cdb8c97 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.975339] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e730d3e-62ad-4355-ad8c-fccffa558144 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.980932] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 148abfee-2aaa-45fb-ba92-1aa68cac8b8c] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1339.986567] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af618bf9-fd5a-45dc-9896-5d042c8d2467 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.004422] env[69763]: DEBUG nova.compute.provider_tree [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1340.030097] env[69763]: DEBUG nova.objects.instance [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1340.098188] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.098584] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fe61e2a-27be-4826-9d37-fe3c28131b48 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.106896] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1340.106896] env[69763]: value = "task-4123598" [ 1340.106896] env[69763]: _type = "Task" [ 1340.106896] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.118069] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123598, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.266121] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123597, 'name': Rename_Task, 'duration_secs': 0.357691} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.268172] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.268737] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6afd324c-77c8-41ae-983b-5bdae34a8dbb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.276030] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1340.276030] env[69763]: value = "task-4123599" [ 1340.276030] env[69763]: _type = "Task" [ 1340.276030] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.284961] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123599, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.316163] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123596, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.487191] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 60724625-b676-437f-89d4-845433c33fbc] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1340.508208] env[69763]: DEBUG nova.scheduler.client.report [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1340.619383] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123598, 'name': PowerOffVM_Task, 'duration_secs': 0.314691} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.619667] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1340.619854] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance '642cf735-ef28-44f7-a9df-359861053897' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1340.665269] env[69763]: DEBUG nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1340.698025] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1340.698329] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1340.698488] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1340.698671] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1340.698818] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1340.698966] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1340.699566] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1340.699747] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1340.699946] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1340.700138] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1340.701510] env[69763]: DEBUG nova.virt.hardware [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1340.702915] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-648d8a0a-f555-48cd-8df3-675462b1a2fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.711831] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fcaae9f-d525-4593-9df1-26c78993c93c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.786151] env[69763]: DEBUG oslo_vmware.api [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123599, 'name': PowerOnVM_Task, 'duration_secs': 0.479483} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.786435] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1340.786637] env[69763]: INFO nova.compute.manager [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Took 4.89 seconds to spawn the instance on the hypervisor. [ 1340.786818] env[69763]: DEBUG nova.compute.manager [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1340.787624] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b79308-b154-4be2-8af6-39e6205e28b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.792358] env[69763]: DEBUG nova.compute.manager [req-015d7464-f68a-4013-9709-da7549d86c39 req-57cb495f-8ce7-4b4a-8261-ecf394ca0dfe service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Received event network-vif-deleted-1aae6259-77ea-4073-96b8-3d96ccf47ad9 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.792544] env[69763]: INFO nova.compute.manager [req-015d7464-f68a-4013-9709-da7549d86c39 req-57cb495f-8ce7-4b4a-8261-ecf394ca0dfe service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Neutron deleted interface 1aae6259-77ea-4073-96b8-3d96ccf47ad9; detaching it from the instance and deleting it from the info cache [ 1340.792812] env[69763]: DEBUG nova.network.neutron [req-015d7464-f68a-4013-9709-da7549d86c39 req-57cb495f-8ce7-4b4a-8261-ecf394ca0dfe service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1340.815277] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123596, 'name': ReconfigVM_Task, 'duration_secs': 1.330464} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.816026] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfigured VM instance instance-00000069 to attach disk [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f/8c321dca-8899-4506-8165-341cc6758393-rescue.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.816664] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-455e044c-6687-41bf-a8fd-8f62304691f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.845868] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f120af-d920-45b7-b1ba-c34c4456601f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.862546] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1340.862546] env[69763]: value = "task-4123600" [ 1340.862546] env[69763]: _type = "Task" [ 1340.862546] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.873166] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123600, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.915134] env[69763]: DEBUG nova.compute.manager [req-bb674c50-ef4f-45c8-8b3c-85ac46df43de req-29e6b340-fe13-47c8-8974-da7d2e1a911a service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Received event network-vif-plugged-f8c76892-8b04-44c0-9c1a-be2a193dcf23 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1340.915428] env[69763]: DEBUG oslo_concurrency.lockutils [req-bb674c50-ef4f-45c8-8b3c-85ac46df43de req-29e6b340-fe13-47c8-8974-da7d2e1a911a service nova] Acquiring lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.915757] env[69763]: DEBUG oslo_concurrency.lockutils [req-bb674c50-ef4f-45c8-8b3c-85ac46df43de req-29e6b340-fe13-47c8-8974-da7d2e1a911a service nova] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.915866] env[69763]: DEBUG oslo_concurrency.lockutils [req-bb674c50-ef4f-45c8-8b3c-85ac46df43de req-29e6b340-fe13-47c8-8974-da7d2e1a911a service nova] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.916189] env[69763]: DEBUG nova.compute.manager [req-bb674c50-ef4f-45c8-8b3c-85ac46df43de req-29e6b340-fe13-47c8-8974-da7d2e1a911a service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] No waiting events found dispatching network-vif-plugged-f8c76892-8b04-44c0-9c1a-be2a193dcf23 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1340.916265] env[69763]: WARNING nova.compute.manager [req-bb674c50-ef4f-45c8-8b3c-85ac46df43de req-29e6b340-fe13-47c8-8974-da7d2e1a911a service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Received unexpected event network-vif-plugged-f8c76892-8b04-44c0-9c1a-be2a193dcf23 for instance with vm_state building and task_state spawning. [ 1340.991441] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: e4012c7e-7b29-4ada-b5d4-5e092555a6d1] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1341.014762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.378s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.015011] env[69763]: DEBUG nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1341.017802] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.461s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.019316] env[69763]: INFO nova.compute.claims [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1341.038482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2baf1608-9f10-4ccd-bd32-d7e0a6b272b1 tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.264s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.067147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1341.067393] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1341.070681] env[69763]: DEBUG nova.network.neutron [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Successfully updated port: f8c76892-8b04-44c0-9c1a-be2a193dcf23 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1341.128076] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1341.128289] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1341.128289] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1341.128444] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1341.128588] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1341.128739] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1341.128947] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1341.129118] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1341.129295] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1341.129451] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1341.129623] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1341.134693] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-98cb0c1b-0161-4753-88e6-437503085191 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.151385] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1341.151385] env[69763]: value = "task-4123601" [ 1341.151385] env[69763]: _type = "Task" [ 1341.151385] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.161576] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123601, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.272578] env[69763]: DEBUG nova.network.neutron [-] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1341.296046] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4ebc5cbb-e462-4f30-b30d-08bfdb9dbfda {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.312175] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae1f6eb-3e4a-49ac-95ee-6b934604b650 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.326026] env[69763]: INFO nova.compute.manager [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Took 9.80 seconds to build instance. [ 1341.351032] env[69763]: DEBUG nova.compute.manager [req-015d7464-f68a-4013-9709-da7549d86c39 req-57cb495f-8ce7-4b4a-8261-ecf394ca0dfe service nova] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Detach interface failed, port_id=1aae6259-77ea-4073-96b8-3d96ccf47ad9, reason: Instance 3be91880-0d0e-42b5-a9d2-1542dd287b8c could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1341.373775] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123600, 'name': ReconfigVM_Task, 'duration_secs': 0.212423} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.374154] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1341.374423] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6e9686dc-d61c-424c-bd76-56a1ea235290 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.381726] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1341.381726] env[69763]: value = "task-4123602" [ 1341.381726] env[69763]: _type = "Task" [ 1341.381726] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.391571] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123602, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.495302] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1341.495502] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Cleaning up deleted instances with incomplete migration {{(pid=69763) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1341.523776] env[69763]: DEBUG nova.compute.utils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1341.527974] env[69763]: DEBUG nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1341.528314] env[69763]: DEBUG nova.network.neutron [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1341.566274] env[69763]: DEBUG nova.policy [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b77d6f1cff0b4ccd886b59e290e7d35f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3669eadd8e124cd88fe04ef68bd5ac14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1341.569906] env[69763]: INFO nova.compute.manager [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Detaching volume 5129088f-6715-4441-b453-df81b3b3c5ba [ 1341.575566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.575566] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.575566] env[69763]: DEBUG nova.network.neutron [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1341.611271] env[69763]: INFO nova.virt.block_device [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Attempting to driver detach volume 5129088f-6715-4441-b453-df81b3b3c5ba from mountpoint /dev/sdc [ 1341.611503] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1341.611689] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816803', 'volume_id': '5129088f-6715-4441-b453-df81b3b3c5ba', 'name': 'volume-5129088f-6715-4441-b453-df81b3b3c5ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26b198ec-7ac3-4f0e-9e0d-3190e6d98637', 'attached_at': '', 'detached_at': '', 'volume_id': '5129088f-6715-4441-b453-df81b3b3c5ba', 'serial': '5129088f-6715-4441-b453-df81b3b3c5ba'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1341.612619] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cdbeb54-510f-4598-b522-370818602f41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.634468] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a45e1e6-dd83-4773-99c4-50db52e5c8bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.642379] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac77a81-08c6-419d-b054-4e8f0fdbd83f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.667661] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107cb709-e362-4303-9a61-2d227b115062 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.676988] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123601, 'name': ReconfigVM_Task, 'duration_secs': 0.289436} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.689257] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance '642cf735-ef28-44f7-a9df-359861053897' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.696495] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] The volume has not been displaced from its original location: [datastore2] volume-5129088f-6715-4441-b453-df81b3b3c5ba/volume-5129088f-6715-4441-b453-df81b3b3c5ba.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1341.698029] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfiguring VM instance instance-00000067 to detach disk 2002 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1341.700021] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b1bae09-d7ba-4f59-ac39-1c40a126aec6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.721216] env[69763]: DEBUG oslo_vmware.api [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1341.721216] env[69763]: value = "task-4123603" [ 1341.721216] env[69763]: _type = "Task" [ 1341.721216] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.727788] env[69763]: DEBUG oslo_vmware.api [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.777795] env[69763]: INFO nova.compute.manager [-] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Took 2.17 seconds to deallocate network for instance. [ 1341.826176] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2e4e3cac-a2ae-450f-abcf-1051ca1821dd tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "39f24145-64a3-4baa-804f-53b9b2ed5141" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.309s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1341.860319] env[69763]: DEBUG nova.network.neutron [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Successfully created port: 2c218d34-dc5f-4dde-9207-e5d7b3b6e1da {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1341.894559] env[69763]: DEBUG oslo_vmware.api [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123602, 'name': PowerOnVM_Task, 'duration_secs': 0.462386} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.894765] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.898175] env[69763]: DEBUG nova.compute.manager [None req-79e6d8cc-9417-4eb8-8c35-f1d2b3dcac2d tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1341.899103] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-986a1ec8-db71-4b62-af7c-b23ad4020f5c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.997755] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1342.028398] env[69763]: DEBUG nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1342.126389] env[69763]: DEBUG nova.network.neutron [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1342.201403] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1342.201661] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1342.201819] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.202046] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1342.202232] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.202384] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1342.202586] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1342.202742] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1342.202930] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1342.203656] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1342.203871] env[69763]: DEBUG nova.virt.hardware [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1342.211889] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1342.215571] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-02867e8f-7e49-4cce-8982-e8126ffdc366 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.242754] env[69763]: DEBUG oslo_vmware.api [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123603, 'name': ReconfigVM_Task, 'duration_secs': 0.321479} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.246899] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Reconfigured VM instance instance-00000067 to detach disk 2002 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1342.251713] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1342.251713] env[69763]: value = "task-4123604" [ 1342.251713] env[69763]: _type = "Task" [ 1342.251713] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.252148] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-918e75c2-d5ca-4c14-b934-41c113361f46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.277922] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.278276] env[69763]: DEBUG oslo_vmware.api [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1342.278276] env[69763]: value = "task-4123605" [ 1342.278276] env[69763]: _type = "Task" [ 1342.278276] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.284288] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1342.290711] env[69763]: DEBUG oslo_vmware.api [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123605, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.313546] env[69763]: DEBUG nova.network.neutron [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Updating instance_info_cache with network_info: [{"id": "f8c76892-8b04-44c0-9c1a-be2a193dcf23", "address": "fa:16:3e:e5:bd:3a", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c76892-8b", "ovs_interfaceid": "f8c76892-8b04-44c0-9c1a-be2a193dcf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.354037] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f2926b7-9b55-405d-a613-ddac8072fc5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.362214] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb958a7c-2897-4942-9b7f-5a140b082bda {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.396481] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b4646b9-023c-4acb-a773-7f00ac2c4bfa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.405052] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4aac3f6-c87a-4c88-9be4-1f90bdf5d530 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.421920] env[69763]: DEBUG nova.compute.provider_tree [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1342.544660] env[69763]: INFO nova.compute.manager [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Rebuilding instance [ 1342.600349] env[69763]: DEBUG nova.compute.manager [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1342.601244] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d71bbd5-3a65-4197-9657-46287ab84740 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.773432] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123604, 'name': ReconfigVM_Task, 'duration_secs': 0.347088} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.773872] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1342.774703] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e660234e-02dd-431e-9910-5419f65cbb78 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.800931] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] 642cf735-ef28-44f7-a9df-359861053897/642cf735-ef28-44f7-a9df-359861053897.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1342.804780] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f24174b1-98ce-48cc-be4f-fc9072219b06 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.818406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.818728] env[69763]: DEBUG nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Instance network_info: |[{"id": "f8c76892-8b04-44c0-9c1a-be2a193dcf23", "address": "fa:16:3e:e5:bd:3a", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c76892-8b", "ovs_interfaceid": "f8c76892-8b04-44c0-9c1a-be2a193dcf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1342.819638] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:bd:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8c76892-8b04-44c0-9c1a-be2a193dcf23', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1342.827168] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Creating folder: Project (3669eadd8e124cd88fe04ef68bd5ac14). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.831267] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe8d215d-a57c-485d-a5fa-ad8b41b2a119 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.833132] env[69763]: DEBUG oslo_vmware.api [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123605, 'name': ReconfigVM_Task, 'duration_secs': 0.15232} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.835083] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816803', 'volume_id': '5129088f-6715-4441-b453-df81b3b3c5ba', 'name': 'volume-5129088f-6715-4441-b453-df81b3b3c5ba', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '26b198ec-7ac3-4f0e-9e0d-3190e6d98637', 'attached_at': '', 'detached_at': '', 'volume_id': '5129088f-6715-4441-b453-df81b3b3c5ba', 'serial': '5129088f-6715-4441-b453-df81b3b3c5ba'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1342.836908] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1342.836908] env[69763]: value = "task-4123606" [ 1342.836908] env[69763]: _type = "Task" [ 1342.836908] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.846959] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123606, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.848533] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Created folder: Project (3669eadd8e124cd88fe04ef68bd5ac14) in parent group-v816505. [ 1342.848726] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Creating folder: Instances. Parent ref: group-v816807. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1342.848991] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1de012bc-f5d7-4461-85b5-ee1fd7e2791e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.859526] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Created folder: Instances in parent group-v816807. [ 1342.859978] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1342.860299] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1342.860620] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-eda8d818-8f05-414d-95e3-37b12cd54c54 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.881597] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1342.881597] env[69763]: value = "task-4123609" [ 1342.881597] env[69763]: _type = "Task" [ 1342.881597] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.889633] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123609, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.924893] env[69763]: DEBUG nova.scheduler.client.report [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1342.947118] env[69763]: DEBUG nova.compute.manager [req-a5cbf623-a202-4bf5-a8bc-cbdb24f78f48 req-7aac9f8f-0715-405f-b0b4-f52b54c402db service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Received event network-changed-f8c76892-8b04-44c0-9c1a-be2a193dcf23 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.947347] env[69763]: DEBUG nova.compute.manager [req-a5cbf623-a202-4bf5-a8bc-cbdb24f78f48 req-7aac9f8f-0715-405f-b0b4-f52b54c402db service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Refreshing instance network info cache due to event network-changed-f8c76892-8b04-44c0-9c1a-be2a193dcf23. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.948063] env[69763]: DEBUG oslo_concurrency.lockutils [req-a5cbf623-a202-4bf5-a8bc-cbdb24f78f48 req-7aac9f8f-0715-405f-b0b4-f52b54c402db service nova] Acquiring lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.948063] env[69763]: DEBUG oslo_concurrency.lockutils [req-a5cbf623-a202-4bf5-a8bc-cbdb24f78f48 req-7aac9f8f-0715-405f-b0b4-f52b54c402db service nova] Acquired lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.948063] env[69763]: DEBUG nova.network.neutron [req-a5cbf623-a202-4bf5-a8bc-cbdb24f78f48 req-7aac9f8f-0715-405f-b0b4-f52b54c402db service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Refreshing network info cache for port f8c76892-8b04-44c0-9c1a-be2a193dcf23 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1343.053487] env[69763]: DEBUG nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1343.077197] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1343.077462] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1343.077619] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.077808] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1343.077986] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.078172] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1343.078387] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1343.078546] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1343.078713] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1343.078875] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1343.079083] env[69763]: DEBUG nova.virt.hardware [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1343.079950] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6d5a9e5-fee2-4b55-b691-ec986c87ca9b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.089104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2212e0ac-6003-44b2-9415-d7742436c717 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.159961] env[69763]: INFO nova.compute.manager [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Unrescuing [ 1343.160273] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.160434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquired lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.160639] env[69763]: DEBUG nova.network.neutron [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1343.350403] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123606, 'name': ReconfigVM_Task, 'duration_secs': 0.341981} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.350748] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Reconfigured VM instance instance-0000003e to attach disk [datastore1] 642cf735-ef28-44f7-a9df-359861053897/642cf735-ef28-44f7-a9df-359861053897.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1343.351055] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance '642cf735-ef28-44f7-a9df-359861053897' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.389905] env[69763]: DEBUG nova.objects.instance [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'flavor' on Instance uuid 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.395576] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123609, 'name': CreateVM_Task, 'duration_secs': 0.351213} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.396077] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1343.396798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.396968] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.397332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.397841] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86f268c1-70ab-432a-bd77-7bc2e65ec2d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.404207] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1343.404207] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c7e92-9249-7d04-1919-9654621229f2" [ 1343.404207] env[69763]: _type = "Task" [ 1343.404207] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.416940] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c7e92-9249-7d04-1919-9654621229f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.430403] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.412s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.431196] env[69763]: DEBUG nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1343.434741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 8.511s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.616298] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1343.616614] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2b99358-6aa7-450a-be19-734253eaee6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.624350] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1343.624350] env[69763]: value = "task-4123610" [ 1343.624350] env[69763]: _type = "Task" [ 1343.624350] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.633429] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123610, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.691701] env[69763]: DEBUG nova.network.neutron [req-a5cbf623-a202-4bf5-a8bc-cbdb24f78f48 req-7aac9f8f-0715-405f-b0b4-f52b54c402db service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Updated VIF entry in instance network info cache for port f8c76892-8b04-44c0-9c1a-be2a193dcf23. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.692082] env[69763]: DEBUG nova.network.neutron [req-a5cbf623-a202-4bf5-a8bc-cbdb24f78f48 req-7aac9f8f-0715-405f-b0b4-f52b54c402db service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Updating instance_info_cache with network_info: [{"id": "f8c76892-8b04-44c0-9c1a-be2a193dcf23", "address": "fa:16:3e:e5:bd:3a", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c76892-8b", "ovs_interfaceid": "f8c76892-8b04-44c0-9c1a-be2a193dcf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.775107] env[69763]: DEBUG nova.network.neutron [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Successfully updated port: 2c218d34-dc5f-4dde-9207-e5d7b3b6e1da {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1343.858304] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134201a9-c51c-46ee-95c2-6239ac856188 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.887846] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca981bc9-af18-4b1b-885f-6d347c983080 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.912119] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance '642cf735-ef28-44f7-a9df-359861053897' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.926615] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c7e92-9249-7d04-1919-9654621229f2, 'name': SearchDatastore_Task, 'duration_secs': 0.011886} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.929547] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.929784] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1343.930030] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.930185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.930366] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1343.931198] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8730bb9-b239-4473-b2c4-b4874a0bd5f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.936251] env[69763]: DEBUG nova.compute.utils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1343.937778] env[69763]: DEBUG nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1343.938021] env[69763]: DEBUG nova.network.neutron [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1343.944257] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1343.944257] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1343.944817] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f0f0c7e2-c291-41bc-ba1e-0c27867060f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.951759] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1343.951759] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e22aec-f785-9c3b-54a2-24cbfbfa6dd4" [ 1343.951759] env[69763]: _type = "Task" [ 1343.951759] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.963258] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e22aec-f785-9c3b-54a2-24cbfbfa6dd4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.977234] env[69763]: DEBUG nova.network.neutron [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating instance_info_cache with network_info: [{"id": "54911e52-211a-4bc3-b43b-010db022f16b", "address": "fa:16:3e:b9:13:85", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54911e52-21", "ovs_interfaceid": "54911e52-211a-4bc3-b43b-010db022f16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.014550] env[69763]: DEBUG nova.policy [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b77d6f1cff0b4ccd886b59e290e7d35f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3669eadd8e124cd88fe04ef68bd5ac14', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1344.134255] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123610, 'name': PowerOffVM_Task, 'duration_secs': 0.118168} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.136624] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1344.136859] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1344.137839] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc70e141-2b66-44c6-bf6c-1ea5da781360 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.145292] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1344.145571] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcab16c0-76a9-4ad4-8bf1-f8af489fd0d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.171799] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1344.172078] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1344.172305] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Deleting the datastore file [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1344.172627] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d814eac-b488-421b-97c6-076127c95d55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.180413] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1344.180413] env[69763]: value = "task-4123612" [ 1344.180413] env[69763]: _type = "Task" [ 1344.180413] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.190095] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123612, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.197476] env[69763]: DEBUG oslo_concurrency.lockutils [req-a5cbf623-a202-4bf5-a8bc-cbdb24f78f48 req-7aac9f8f-0715-405f-b0b4-f52b54c402db service nova] Releasing lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.234853] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c59e53c-4a45-470d-8a1b-95bc78f657f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.243940] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-432e37b6-6acf-4860-9b3b-f9d4f29677a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.278656] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05224b2-9b93-4f7c-b275-27dce33750df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.280253] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "refresh_cache-bb6f5626-8344-4237-a01c-9fb08e214651" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.280396] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "refresh_cache-bb6f5626-8344-4237-a01c-9fb08e214651" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.280548] env[69763]: DEBUG nova.network.neutron [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1344.289050] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12838b6e-9cb0-4ec3-b26b-270897713185 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.305262] env[69763]: DEBUG nova.compute.provider_tree [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.351208] env[69763]: DEBUG nova.network.neutron [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Successfully created port: 19b7e502-16a6-4b1b-8ab0-7acef855600e {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1344.426184] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbe202f8-22fb-4ffa-a2af-530386c12a8f tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.359s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.441164] env[69763]: DEBUG nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1344.464779] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e22aec-f785-9c3b-54a2-24cbfbfa6dd4, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.465634] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-28996efb-a7c8-4500-8e11-0f01f8ecaf4b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.470731] env[69763]: DEBUG nova.network.neutron [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Port b733cece-2899-4d3e-9d48-835e7b9b28b7 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1344.474467] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1344.474467] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c91ea-7258-2182-e641-6a966edf15a5" [ 1344.474467] env[69763]: _type = "Task" [ 1344.474467] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.485238] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Releasing lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.486323] env[69763]: DEBUG nova.objects.instance [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lazy-loading 'flavor' on Instance uuid f5c24495-9e58-4737-a7a4-a07fe0d5e61f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1344.487011] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c91ea-7258-2182-e641-6a966edf15a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.501359] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.501547] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1344.690620] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123612, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.117119} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.690888] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1344.691100] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1344.691296] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1344.808717] env[69763]: DEBUG nova.scheduler.client.report [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1344.812977] env[69763]: DEBUG nova.network.neutron [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1344.947136] env[69763]: DEBUG nova.network.neutron [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Updating instance_info_cache with network_info: [{"id": "2c218d34-dc5f-4dde-9207-e5d7b3b6e1da", "address": "fa:16:3e:5a:97:00", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c218d34-dc", "ovs_interfaceid": "2c218d34-dc5f-4dde-9207-e5d7b3b6e1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1344.984512] env[69763]: DEBUG nova.compute.manager [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Received event network-vif-plugged-2c218d34-dc5f-4dde-9207-e5d7b3b6e1da {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.984766] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] Acquiring lock "bb6f5626-8344-4237-a01c-9fb08e214651-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1344.984992] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] Lock "bb6f5626-8344-4237-a01c-9fb08e214651-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1344.985326] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] Lock "bb6f5626-8344-4237-a01c-9fb08e214651-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1344.985561] env[69763]: DEBUG nova.compute.manager [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] No waiting events found dispatching network-vif-plugged-2c218d34-dc5f-4dde-9207-e5d7b3b6e1da {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1344.985727] env[69763]: WARNING nova.compute.manager [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Received unexpected event network-vif-plugged-2c218d34-dc5f-4dde-9207-e5d7b3b6e1da for instance with vm_state building and task_state spawning. [ 1344.986034] env[69763]: DEBUG nova.compute.manager [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Received event network-changed-2c218d34-dc5f-4dde-9207-e5d7b3b6e1da {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1344.986105] env[69763]: DEBUG nova.compute.manager [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Refreshing instance network info cache due to event network-changed-2c218d34-dc5f-4dde-9207-e5d7b3b6e1da. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1344.986598] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] Acquiring lock "refresh_cache-bb6f5626-8344-4237-a01c-9fb08e214651" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.001532] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c91ea-7258-2182-e641-6a966edf15a5, 'name': SearchDatastore_Task, 'duration_secs': 0.010775} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.002140] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.002408] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f/6ffbdc0b-b41d-45e9-9e27-10b965c0b36f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1345.003209] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb9e9663-6682-4d70-8bad-2b079ecef9b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.005792] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5edf269-8412-4d20-b772-79db1e7ccee0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.013152] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.014953] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.014953] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.014953] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.014953] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.014953] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1345.014953] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1345.044804] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1345.046548] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a70a009f-aa34-48f3-9261-acd7c7876732 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.048515] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1345.048515] env[69763]: value = "task-4123613" [ 1345.048515] env[69763]: _type = "Task" [ 1345.048515] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.054116] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1345.054116] env[69763]: value = "task-4123614" [ 1345.054116] env[69763]: _type = "Task" [ 1345.054116] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.060512] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123613, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.066173] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123614, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.452714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "refresh_cache-bb6f5626-8344-4237-a01c-9fb08e214651" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.453280] env[69763]: DEBUG nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Instance network_info: |[{"id": "2c218d34-dc5f-4dde-9207-e5d7b3b6e1da", "address": "fa:16:3e:5a:97:00", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c218d34-dc", "ovs_interfaceid": "2c218d34-dc5f-4dde-9207-e5d7b3b6e1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1345.453543] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] Acquired lock "refresh_cache-bb6f5626-8344-4237-a01c-9fb08e214651" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.453892] env[69763]: DEBUG nova.network.neutron [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Refreshing network info cache for port 2c218d34-dc5f-4dde-9207-e5d7b3b6e1da {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1345.456094] env[69763]: DEBUG nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1345.458889] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:97:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c218d34-dc5f-4dde-9207-e5d7b3b6e1da', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.466829] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.468255] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.468505] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f6a24b77-dbb8-45b9-a7ea-c65dc12fdabd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.508967] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.509262] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.509425] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.509607] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.509751] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.509893] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.510114] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.510336] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.510506] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.510683] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.510859] env[69763]: DEBUG nova.virt.hardware [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.511373] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "642cf735-ef28-44f7-a9df-359861053897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.511589] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.511815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.513023] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.513023] env[69763]: value = "task-4123615" [ 1345.513023] env[69763]: _type = "Task" [ 1345.513023] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.514017] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5436697b-116a-4eb5-9816-1bfe3d3c3f40 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.517944] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.530523] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123615, 'name': CreateVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.532540] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598aa443-0ec4-4535-9128-d586e6a59270 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.558444] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123613, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.513831} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.561727] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f/6ffbdc0b-b41d-45e9-9e27-10b965c0b36f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1345.561999] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1345.562304] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4661d6ea-e998-4f78-9a23-37f44e43bcba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.569889] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123614, 'name': PowerOffVM_Task, 'duration_secs': 0.286327} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.571210] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1345.577027] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfiguring VM instance instance-00000069 to detach disk 2002 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1345.577540] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1345.577540] env[69763]: value = "task-4123616" [ 1345.577540] env[69763]: _type = "Task" [ 1345.577540] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.578233] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e92b70f-47d5-4cb3-b19a-6fdfb62c566e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.600369] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123616, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.601859] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1345.601859] env[69763]: value = "task-4123617" [ 1345.601859] env[69763]: _type = "Task" [ 1345.601859] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.610838] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.672426] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.672703] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.672984] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1345.673204] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.673380] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.675931] env[69763]: INFO nova.compute.manager [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Terminating instance [ 1345.724218] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1345.724503] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1345.724659] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1345.724850] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1345.724985] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1345.725153] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1345.725395] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1345.725555] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1345.725730] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1345.725876] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1345.726067] env[69763]: DEBUG nova.virt.hardware [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1345.727313] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f76e7138-6cbd-4e31-8a37-915f55202b1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.736943] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1c80ed-c39f-4402-b228-924b92328d08 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.752255] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1345.758097] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1345.758411] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1345.758633] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3abe0f74-3fe9-4999-b206-f81178d101f0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.778048] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1345.778048] env[69763]: value = "task-4123618" [ 1345.778048] env[69763]: _type = "Task" [ 1345.778048] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.787325] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123618, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.823174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.388s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.826554] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.542s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1345.826806] env[69763]: DEBUG nova.objects.instance [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'resources' on Instance uuid 3be91880-0d0e-42b5-a9d2-1542dd287b8c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1345.862808] env[69763]: DEBUG nova.network.neutron [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Successfully updated port: 19b7e502-16a6-4b1b-8ab0-7acef855600e {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1346.028612] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123615, 'name': CreateVM_Task, 'duration_secs': 0.378871} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.028787] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.029471] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.029636] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.029948] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.030214] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bacbf82f-7c27-4c0a-8b7b-4d0d5a6aebbc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.036436] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1346.036436] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f2e9d1-dba9-4898-c977-314219fd1e68" [ 1346.036436] env[69763]: _type = "Task" [ 1346.036436] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.045299] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f2e9d1-dba9-4898-c977-314219fd1e68, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.101055] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123616, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069059} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.101342] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1346.102116] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeea2e4e-6fb8-4c58-b6b0-15b729f750bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.123935] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123617, 'name': ReconfigVM_Task, 'duration_secs': 0.290704} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.132504] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f/6ffbdc0b-b41d-45e9-9e27-10b965c0b36f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1346.132868] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfigured VM instance instance-00000069 to detach disk 2002 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1346.133116] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1346.133332] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ecd0fc-dcc3-42fa-bebd-d9855995fcc1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.147187] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28ad646-4a09-4bbc-aa86-c737469c6a91 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.156412] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1346.156412] env[69763]: value = "task-4123620" [ 1346.156412] env[69763]: _type = "Task" [ 1346.156412] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.156701] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1346.156701] env[69763]: value = "task-4123619" [ 1346.156701] env[69763]: _type = "Task" [ 1346.156701] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.170596] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123619, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.173513] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.181414] env[69763]: DEBUG nova.compute.manager [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1346.181664] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1346.182570] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-884eed94-51d4-4ef5-b3c6-583a992c7768 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.190411] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1346.190687] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4c2a936-bab0-4974-8b07-9d381ba67d62 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.198036] env[69763]: DEBUG oslo_vmware.api [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1346.198036] env[69763]: value = "task-4123621" [ 1346.198036] env[69763]: _type = "Task" [ 1346.198036] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.204652] env[69763]: DEBUG nova.network.neutron [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Updated VIF entry in instance network info cache for port 2c218d34-dc5f-4dde-9207-e5d7b3b6e1da. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1346.205055] env[69763]: DEBUG nova.network.neutron [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Updating instance_info_cache with network_info: [{"id": "2c218d34-dc5f-4dde-9207-e5d7b3b6e1da", "address": "fa:16:3e:5a:97:00", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c218d34-dc", "ovs_interfaceid": "2c218d34-dc5f-4dde-9207-e5d7b3b6e1da", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1346.212354] env[69763]: DEBUG oslo_vmware.api [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123621, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.288854] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123618, 'name': CreateVM_Task, 'duration_secs': 0.360485} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.289069] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1346.289525] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.289739] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.290129] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.290442] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-685b898d-b3aa-4460-9e10-685d60ba2dc0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.296299] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1346.296299] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e6b48-80ab-8ea2-59b6-4080921ea8d7" [ 1346.296299] env[69763]: _type = "Task" [ 1346.296299] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.305416] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e6b48-80ab-8ea2-59b6-4080921ea8d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.367896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "refresh_cache-1ce083d6-da77-4cd3-80c2-8e70b123cdfe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.368123] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "refresh_cache-1ce083d6-da77-4cd3-80c2-8e70b123cdfe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.368255] env[69763]: DEBUG nova.network.neutron [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.401499] env[69763]: INFO nova.scheduler.client.report [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted allocation for migration f83b048f-c53f-41c2-8c92-08fd3f347abd [ 1346.484303] env[69763]: INFO nova.compute.manager [None req-9c19d1d4-9bf3-4e1c-8b4c-001975dd76f4 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Get console output [ 1346.484642] env[69763]: WARNING nova.virt.vmwareapi.driver [None req-9c19d1d4-9bf3-4e1c-8b4c-001975dd76f4 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] The console log is missing. Check your VSPC configuration [ 1346.542374] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.542628] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.542816] env[69763]: DEBUG nova.network.neutron [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1346.552452] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f2e9d1-dba9-4898-c977-314219fd1e68, 'name': SearchDatastore_Task, 'duration_secs': 0.010893} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.553436] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.553730] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.554016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.554219] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.554446] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.554999] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-411d3e0e-8c5c-4ba7-b8f6-ca8e85d62158 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.567836] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.567836] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.569174] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7a614f2-d7b9-4afa-b0d4-59c689c0b46c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.578086] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1346.578086] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524e3f1f-56cf-2bf7-6a42-d09c3163c35a" [ 1346.578086] env[69763]: _type = "Task" [ 1346.578086] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.587188] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524e3f1f-56cf-2bf7-6a42-d09c3163c35a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.614453] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fee49fb-dbf0-4a8c-980c-3296ddf4b868 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.623591] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafa9aa9-0750-4e68-894c-7fdbaf044495 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.658632] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a24c370-8f52-4d8c-af37-f7f4888b67ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.671944] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123620, 'name': ReconfigVM_Task, 'duration_secs': 0.323399} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.676824] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Reconfigured VM instance instance-00000072 to attach disk [datastore2] 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f/6ffbdc0b-b41d-45e9-9e27-10b965c0b36f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1346.677557] env[69763]: DEBUG oslo_vmware.api [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123619, 'name': PowerOnVM_Task, 'duration_secs': 0.489431} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.677767] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f643a21c-4339-492b-a243-4f5c6c5514a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.680318] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05bca2f3-3774-4e7f-a670-9a867c22dc5b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.684315] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1346.684553] env[69763]: DEBUG nova.compute.manager [None req-02263224-d837-4221-8528-8cfa289709ea tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1346.685277] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a699434-fc6f-4843-a77d-7ad0af6a614c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.703191] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1346.703191] env[69763]: value = "task-4123622" [ 1346.703191] env[69763]: _type = "Task" [ 1346.703191] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.703738] env[69763]: DEBUG nova.compute.provider_tree [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1346.712173] env[69763]: DEBUG oslo_concurrency.lockutils [req-c5045940-cf08-4ecf-acc7-1e81eac86eaf req-9cb8f997-9cc8-4a7c-bb78-a52317c319df service nova] Releasing lock "refresh_cache-bb6f5626-8344-4237-a01c-9fb08e214651" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.724238] env[69763]: DEBUG oslo_vmware.api [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123621, 'name': PowerOffVM_Task, 'duration_secs': 0.241977} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.724599] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123622, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.724912] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1346.725107] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1346.725993] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e799d2d-f0ec-4029-991b-d93ea364b10f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.811039] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e6b48-80ab-8ea2-59b6-4080921ea8d7, 'name': SearchDatastore_Task, 'duration_secs': 0.011624} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.811039] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.811257] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1346.811543] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.811773] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.812067] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1346.812454] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87a98e2c-d2de-45ee-99cb-8deb5033109c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.822548] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1346.822828] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1346.823874] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95170f77-4d4b-4eb5-b64a-868486d35c59 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.831769] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1346.831769] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528032d3-f352-ecd0-ed70-2a773a990b36" [ 1346.831769] env[69763]: _type = "Task" [ 1346.831769] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.842636] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528032d3-f352-ecd0-ed70-2a773a990b36, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1346.899886] env[69763]: DEBUG nova.network.neutron [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1346.908049] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986432c2-072c-41b4-8002-9cbd89dd973f tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 14.881s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.927406] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1346.927656] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1346.927839] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Deleting the datastore file [datastore2] 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1346.928804] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-936d826a-7af6-4b81-80ad-96f0bbc1e3de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.936807] env[69763]: DEBUG oslo_vmware.api [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for the task: (returnval){ [ 1346.936807] env[69763]: value = "task-4123624" [ 1346.936807] env[69763]: _type = "Task" [ 1346.936807] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1346.948344] env[69763]: DEBUG oslo_vmware.api [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.007040] env[69763]: DEBUG nova.compute.manager [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Received event network-vif-plugged-19b7e502-16a6-4b1b-8ab0-7acef855600e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.007273] env[69763]: DEBUG oslo_concurrency.lockutils [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] Acquiring lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.007482] env[69763]: DEBUG oslo_concurrency.lockutils [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] Lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.007645] env[69763]: DEBUG oslo_concurrency.lockutils [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] Lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.007809] env[69763]: DEBUG nova.compute.manager [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] No waiting events found dispatching network-vif-plugged-19b7e502-16a6-4b1b-8ab0-7acef855600e {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1347.008110] env[69763]: WARNING nova.compute.manager [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Received unexpected event network-vif-plugged-19b7e502-16a6-4b1b-8ab0-7acef855600e for instance with vm_state building and task_state spawning. [ 1347.008237] env[69763]: DEBUG nova.compute.manager [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Received event network-changed-19b7e502-16a6-4b1b-8ab0-7acef855600e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1347.008397] env[69763]: DEBUG nova.compute.manager [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Refreshing instance network info cache due to event network-changed-19b7e502-16a6-4b1b-8ab0-7acef855600e. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1347.008560] env[69763]: DEBUG oslo_concurrency.lockutils [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] Acquiring lock "refresh_cache-1ce083d6-da77-4cd3-80c2-8e70b123cdfe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.088397] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524e3f1f-56cf-2bf7-6a42-d09c3163c35a, 'name': SearchDatastore_Task, 'duration_secs': 0.049368} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.089906] env[69763]: DEBUG nova.network.neutron [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Updating instance_info_cache with network_info: [{"id": "19b7e502-16a6-4b1b-8ab0-7acef855600e", "address": "fa:16:3e:94:af:2c", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b7e502-16", "ovs_interfaceid": "19b7e502-16a6-4b1b-8ab0-7acef855600e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.091200] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3df6c124-9948-49ca-8f91-b03ef4487935 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.097363] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1347.097363] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]521b4993-8865-c016-6aea-173d32d2a0cf" [ 1347.097363] env[69763]: _type = "Task" [ 1347.097363] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.106178] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521b4993-8865-c016-6aea-173d32d2a0cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.215623] env[69763]: DEBUG nova.scheduler.client.report [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1347.224703] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123622, 'name': Rename_Task, 'duration_secs': 0.184664} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.225012] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1347.225290] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d939832-7ebd-48a4-a9c5-779ae9cebeae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.233501] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1347.233501] env[69763]: value = "task-4123625" [ 1347.233501] env[69763]: _type = "Task" [ 1347.233501] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.242826] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123625, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.315920] env[69763]: DEBUG nova.network.neutron [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1347.344035] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]528032d3-f352-ecd0-ed70-2a773a990b36, 'name': SearchDatastore_Task, 'duration_secs': 0.011728} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.344425] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1948a52-5b9b-4881-b017-eed9efa9b0b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.352268] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1347.352268] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52546587-7352-325b-2e0a-0de141e64234" [ 1347.352268] env[69763]: _type = "Task" [ 1347.352268] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.358714] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52546587-7352-325b-2e0a-0de141e64234, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.447283] env[69763]: DEBUG oslo_vmware.api [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Task: {'id': task-4123624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150406} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.447585] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1347.447776] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1347.447956] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1347.448156] env[69763]: INFO nova.compute.manager [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Took 1.27 seconds to destroy the instance on the hypervisor. [ 1347.448401] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.448596] env[69763]: DEBUG nova.compute.manager [-] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1347.448689] env[69763]: DEBUG nova.network.neutron [-] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1347.595067] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "refresh_cache-1ce083d6-da77-4cd3-80c2-8e70b123cdfe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.595541] env[69763]: DEBUG nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Instance network_info: |[{"id": "19b7e502-16a6-4b1b-8ab0-7acef855600e", "address": "fa:16:3e:94:af:2c", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b7e502-16", "ovs_interfaceid": "19b7e502-16a6-4b1b-8ab0-7acef855600e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1347.595721] env[69763]: DEBUG oslo_concurrency.lockutils [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] Acquired lock "refresh_cache-1ce083d6-da77-4cd3-80c2-8e70b123cdfe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.595906] env[69763]: DEBUG nova.network.neutron [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Refreshing network info cache for port 19b7e502-16a6-4b1b-8ab0-7acef855600e {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1347.597243] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:af:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4223acd2-30f7-440e-b975-60b30d931694', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '19b7e502-16a6-4b1b-8ab0-7acef855600e', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1347.605853] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1347.609060] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1347.612716] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4e5bd79f-0c25-4ab4-ab86-5ae6cea744e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.639028] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]521b4993-8865-c016-6aea-173d32d2a0cf, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.639028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.639028] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] bb6f5626-8344-4237-a01c-9fb08e214651/bb6f5626-8344-4237-a01c-9fb08e214651.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.639028] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1347.639028] env[69763]: value = "task-4123626" [ 1347.639028] env[69763]: _type = "Task" [ 1347.639028] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.639028] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f41f254-b23c-4c2d-ae24-25bda9a9625a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.649555] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123626, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.651045] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1347.651045] env[69763]: value = "task-4123627" [ 1347.651045] env[69763]: _type = "Task" [ 1347.651045] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.659907] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.720205] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.723095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.205s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.724365] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.724365] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1347.724571] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7989f665-c513-4b83-8209-ecf3772baa5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.747582] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1039bc3d-429e-45c1-aadd-1e68648f306f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.758900] env[69763]: INFO nova.scheduler.client.report [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleted allocations for instance 3be91880-0d0e-42b5-a9d2-1542dd287b8c [ 1347.791810] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123625, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.796617] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db1cb1cf-3cd0-4e64-af24-199bad05fb76 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.808112] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-166fdea3-3c28-4569-8bf9-be0c4f88429b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.818356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.872945] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178544MB free_disk=13GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1347.873190] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1347.873519] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1347.897988] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52546587-7352-325b-2e0a-0de141e64234, 'name': SearchDatastore_Task, 'duration_secs': 0.011979} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1347.899014] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.899398] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141/39f24145-64a3-4baa-804f-53b9b2ed5141.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1347.899734] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79eca363-9f93-4c91-b3ff-3aafde4cf8ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.911213] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1347.911213] env[69763]: value = "task-4123628" [ 1347.911213] env[69763]: _type = "Task" [ 1347.911213] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.925689] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123628, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.974841] env[69763]: DEBUG nova.network.neutron [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Updated VIF entry in instance network info cache for port 19b7e502-16a6-4b1b-8ab0-7acef855600e. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1347.975401] env[69763]: DEBUG nova.network.neutron [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Updating instance_info_cache with network_info: [{"id": "19b7e502-16a6-4b1b-8ab0-7acef855600e", "address": "fa:16:3e:94:af:2c", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap19b7e502-16", "ovs_interfaceid": "19b7e502-16a6-4b1b-8ab0-7acef855600e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.152213] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123626, 'name': CreateVM_Task, 'duration_secs': 0.502593} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.155451] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1348.156248] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.156416] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.156808] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.157521] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3c7264b-69f1-442f-986b-24368ebd4229 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.165530] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.167227] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1348.167227] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a87afd-2eb0-21a4-9ec9-c745e3170502" [ 1348.167227] env[69763]: _type = "Task" [ 1348.167227] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.177299] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a87afd-2eb0-21a4-9ec9-c745e3170502, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.249225] env[69763]: DEBUG oslo_vmware.api [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123625, 'name': PowerOnVM_Task, 'duration_secs': 0.558907} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.249896] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1348.250127] env[69763]: INFO nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Took 7.58 seconds to spawn the instance on the hypervisor. [ 1348.250315] env[69763]: DEBUG nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1348.251231] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6a2f6eb-c914-42c6-a1dd-5f3221fc5a0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.299310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ca9a73fd-b814-456d-b6ef-d399d0bc7377 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "3be91880-0d0e-42b5-a9d2-1542dd287b8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.359s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.357225] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-853973ab-3e21-4e8a-ad37-e9326ce177a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.397402] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3884632c-077f-4e06-ab4e-cbf1d07f9007 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.406963] env[69763]: DEBUG nova.compute.manager [req-1ea44a95-4790-48e0-aeed-b4c3bab4ea89 req-05253154-360d-4cdc-8051-172aad3f0282 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Received event network-changed-54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1348.406963] env[69763]: DEBUG nova.compute.manager [req-1ea44a95-4790-48e0-aeed-b4c3bab4ea89 req-05253154-360d-4cdc-8051-172aad3f0282 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Refreshing instance network info cache due to event network-changed-54911e52-211a-4bc3-b43b-010db022f16b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1348.406963] env[69763]: DEBUG oslo_concurrency.lockutils [req-1ea44a95-4790-48e0-aeed-b4c3bab4ea89 req-05253154-360d-4cdc-8051-172aad3f0282 service nova] Acquiring lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.406963] env[69763]: DEBUG oslo_concurrency.lockutils [req-1ea44a95-4790-48e0-aeed-b4c3bab4ea89 req-05253154-360d-4cdc-8051-172aad3f0282 service nova] Acquired lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.406963] env[69763]: DEBUG nova.network.neutron [req-1ea44a95-4790-48e0-aeed-b4c3bab4ea89 req-05253154-360d-4cdc-8051-172aad3f0282 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Refreshing network info cache for port 54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1348.425545] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance '642cf735-ef28-44f7-a9df-359861053897' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1348.438871] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123628, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.478208] env[69763]: DEBUG oslo_concurrency.lockutils [req-e1db84aa-a43f-48bf-b5b8-776423f40e67 req-b8068491-4aaf-4492-8e9e-150ba8eea6a7 service nova] Releasing lock "refresh_cache-1ce083d6-da77-4cd3-80c2-8e70b123cdfe" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.662477] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544081} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.663680] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] bb6f5626-8344-4237-a01c-9fb08e214651/bb6f5626-8344-4237-a01c-9fb08e214651.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.663680] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.663680] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-51b019d8-13d8-4556-8c62-f4de23071caf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.672977] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1348.672977] env[69763]: value = "task-4123629" [ 1348.672977] env[69763]: _type = "Task" [ 1348.672977] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.681200] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a87afd-2eb0-21a4-9ec9-c745e3170502, 'name': SearchDatastore_Task, 'duration_secs': 0.018531} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.682153] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.682408] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1348.682731] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.682927] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.683260] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1348.684140] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7dfb3d2b-2802-4b80-908d-71569d8627ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.689770] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123629, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.702333] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1348.702572] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1348.703445] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80abb509-4a06-4282-8961-013576f3b493 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.710049] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1348.710049] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fbb4b2-8038-9fb4-f94a-c272a3b7e942" [ 1348.710049] env[69763]: _type = "Task" [ 1348.710049] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.718233] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fbb4b2-8038-9fb4-f94a-c272a3b7e942, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.769071] env[69763]: INFO nova.compute.manager [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Took 14.74 seconds to build instance. [ 1348.894978] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Applying migration context for instance 642cf735-ef28-44f7-a9df-359861053897 as it has an incoming, in-progress migration f40c81f4-9400-45a2-9eef-0d1cc86bb89f. Migration status is post-migrating {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1348.896967] env[69763]: INFO nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating resource usage from migration f40c81f4-9400-45a2-9eef-0d1cc86bb89f [ 1348.911827] env[69763]: DEBUG nova.network.neutron [-] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.918637] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 333044fb-7528-4210-b5f5-566e74e0c286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.918741] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance ac2b827d-4467-4b83-814b-c45ccaac7318 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.918858] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.918983] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 55a0c760-4c05-4de1-94bb-d63b03ec7a07 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.919125] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 2748d29a-0563-426d-9a06-d427764311bd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.919243] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.919374] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance f5c24495-9e58-4737-a7a4-a07fe0d5e61f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.919494] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance d726f180-955e-489e-a43b-36365b1d5d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.919607] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance aa8834ca-2c90-4750-a34f-371b0645930a actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.919718] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 8cc0fae8-b927-42e4-8aef-2b11b60fd60e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.919829] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 39f24145-64a3-4baa-804f-53b9b2ed5141 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.919954] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Migration f40c81f4-9400-45a2-9eef-0d1cc86bb89f is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1348.920084] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 642cf735-ef28-44f7-a9df-359861053897 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.920196] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.920304] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance bb6f5626-8344-4237-a01c-9fb08e214651 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.920426] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 1ce083d6-da77-4cd3-80c2-8e70b123cdfe actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1348.920646] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1348.920806] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3776MB phys_disk=200GB used_disk=15GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1348.932514] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1348.932856] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123628, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.712898} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1348.933930] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c9b53667-479b-4ed2-81ef-62de3fcace7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.935693] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141/39f24145-64a3-4baa-804f-53b9b2ed5141.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1348.935926] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1348.936471] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f17e6f9-fdc5-443f-9cf9-296e548baa2f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1348.950023] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1348.950023] env[69763]: value = "task-4123630" [ 1348.950023] env[69763]: _type = "Task" [ 1348.950023] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.953528] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1348.953528] env[69763]: value = "task-4123631" [ 1348.953528] env[69763]: _type = "Task" [ 1348.953528] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1348.961573] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123630, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.969977] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1348.991933] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "2748d29a-0563-426d-9a06-d427764311bd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.991933] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "2748d29a-0563-426d-9a06-d427764311bd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.992115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "2748d29a-0563-426d-9a06-d427764311bd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1348.992200] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "2748d29a-0563-426d-9a06-d427764311bd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1348.992371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "2748d29a-0563-426d-9a06-d427764311bd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1348.996155] env[69763]: INFO nova.compute.manager [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Terminating instance [ 1349.185203] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123629, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.124336} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.187815] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.188745] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079e4429-fd56-4291-bd6b-b6a2d24b9f25 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.192897] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28e324c8-dc16-4557-bdfd-448879f817c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.210555] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a71d96a-e42d-43c5-bf5c-30da78c982cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.224886] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] bb6f5626-8344-4237-a01c-9fb08e214651/bb6f5626-8344-4237-a01c-9fb08e214651.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.228571] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-432c9be8-7abc-4dd7-818a-72fb8b02d493 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.245095] env[69763]: DEBUG nova.network.neutron [req-1ea44a95-4790-48e0-aeed-b4c3bab4ea89 req-05253154-360d-4cdc-8051-172aad3f0282 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updated VIF entry in instance network info cache for port 54911e52-211a-4bc3-b43b-010db022f16b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1349.245531] env[69763]: DEBUG nova.network.neutron [req-1ea44a95-4790-48e0-aeed-b4c3bab4ea89 req-05253154-360d-4cdc-8051-172aad3f0282 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating instance_info_cache with network_info: [{"id": "54911e52-211a-4bc3-b43b-010db022f16b", "address": "fa:16:3e:b9:13:85", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54911e52-21", "ovs_interfaceid": "54911e52-211a-4bc3-b43b-010db022f16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1349.254843] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52fbb4b2-8038-9fb4-f94a-c272a3b7e942, 'name': SearchDatastore_Task, 'duration_secs': 0.041696} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.281849] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1349.281849] env[69763]: value = "task-4123632" [ 1349.281849] env[69763]: _type = "Task" [ 1349.281849] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.283046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-39484a52-436b-4c45-bfc3-f7d58d2bd4a8 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.260s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.284249] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a69169d0-65ae-4a72-b81c-67b5bbba2dfe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.287074] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e21dd046-049f-42b5-a161-8d7d97d7bdf6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.300556] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1349.300556] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5214df92-afc9-8f38-75dd-3684362a5110" [ 1349.300556] env[69763]: _type = "Task" [ 1349.300556] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.305282] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d722af24-73f2-4ba8-ab3b-5e930a71a520 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.309561] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.319036] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5214df92-afc9-8f38-75dd-3684362a5110, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.328214] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1349.417332] env[69763]: INFO nova.compute.manager [-] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Took 1.97 seconds to deallocate network for instance. [ 1349.463354] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123631, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.466483] env[69763]: DEBUG oslo_vmware.api [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123630, 'name': PowerOnVM_Task, 'duration_secs': 0.463137} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.466767] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1349.466948] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-15145e17-2c05-49f6-ae41-95ed23fa0601 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance '642cf735-ef28-44f7-a9df-359861053897' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.503748] env[69763]: DEBUG nova.compute.manager [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1349.503864] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.504889] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35e3286-dcd2-4896-8530-560d17f68612 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.513514] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1349.513790] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5af05c90-85db-4f5b-a4ba-6f6e8cc60e16 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.521776] env[69763]: DEBUG oslo_vmware.api [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1349.521776] env[69763]: value = "task-4123633" [ 1349.521776] env[69763]: _type = "Task" [ 1349.521776] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.532783] env[69763]: DEBUG oslo_vmware.api [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123633, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.748918] env[69763]: DEBUG oslo_concurrency.lockutils [req-1ea44a95-4790-48e0-aeed-b4c3bab4ea89 req-05253154-360d-4cdc-8051-172aad3f0282 service nova] Releasing lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.798767] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123632, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.816388] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5214df92-afc9-8f38-75dd-3684362a5110, 'name': SearchDatastore_Task, 'duration_secs': 0.037805} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.816737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.817083] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 1ce083d6-da77-4cd3-80c2-8e70b123cdfe/1ce083d6-da77-4cd3-80c2-8e70b123cdfe.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1349.817476] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c2b943b-336f-472c-83d2-32870c913b74 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.826749] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1349.826749] env[69763]: value = "task-4123634" [ 1349.826749] env[69763]: _type = "Task" [ 1349.826749] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.830995] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1349.841613] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123634, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.923036] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.967224] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123631, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.921195} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.967557] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1349.968401] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a11d95-06ab-4a8c-8b63-c3af646d3cce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.991562] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141/39f24145-64a3-4baa-804f-53b9b2ed5141.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1349.992725] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-135a11d7-d77b-4abc-8776-faf092e2c39e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.013476] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1350.013476] env[69763]: value = "task-4123635" [ 1350.013476] env[69763]: _type = "Task" [ 1350.013476] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.022786] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123635, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.031076] env[69763]: DEBUG oslo_vmware.api [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123633, 'name': PowerOffVM_Task, 'duration_secs': 0.414359} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.031366] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1350.031533] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1350.031800] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-92b6fafe-8b09-44d5-92b4-b71df5831a42 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.103354] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1350.103667] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1350.103949] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleting the datastore file [datastore2] 2748d29a-0563-426d-9a06-d427764311bd {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1350.104326] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7f7fae8-e62e-4b11-92ce-98e6fbd21526 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.112936] env[69763]: DEBUG oslo_vmware.api [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for the task: (returnval){ [ 1350.112936] env[69763]: value = "task-4123637" [ 1350.112936] env[69763]: _type = "Task" [ 1350.112936] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.121755] env[69763]: DEBUG oslo_vmware.api [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.224559] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.225129] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.225496] env[69763]: INFO nova.compute.manager [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Shelving [ 1350.300248] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123632, 'name': ReconfigVM_Task, 'duration_secs': 0.723048} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.300622] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Reconfigured VM instance instance-00000073 to attach disk [datastore2] bb6f5626-8344-4237-a01c-9fb08e214651/bb6f5626-8344-4237-a01c-9fb08e214651.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.301674] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c323faac-3615-4d6d-a471-a2d6281427b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.311719] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1350.311719] env[69763]: value = "task-4123638" [ 1350.311719] env[69763]: _type = "Task" [ 1350.311719] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.323242] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123638, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.338616] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1350.338815] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.465s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1350.339077] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123634, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.339349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.417s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.339645] env[69763]: DEBUG nova.objects.instance [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lazy-loading 'resources' on Instance uuid 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.421532] env[69763]: DEBUG nova.compute.manager [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Received event network-changed-54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1350.421623] env[69763]: DEBUG nova.compute.manager [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Refreshing instance network info cache due to event network-changed-54911e52-211a-4bc3-b43b-010db022f16b. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1350.421849] env[69763]: DEBUG oslo_concurrency.lockutils [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] Acquiring lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1350.421941] env[69763]: DEBUG oslo_concurrency.lockutils [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] Acquired lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1350.422178] env[69763]: DEBUG nova.network.neutron [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Refreshing network info cache for port 54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1350.525113] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123635, 'name': ReconfigVM_Task, 'duration_secs': 0.47934} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.525283] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Reconfigured VM instance instance-00000071 to attach disk [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141/39f24145-64a3-4baa-804f-53b9b2ed5141.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1350.526094] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2377fe80-22a7-46fb-bfaa-7d12e1006ef6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.535640] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1350.535640] env[69763]: value = "task-4123639" [ 1350.535640] env[69763]: _type = "Task" [ 1350.535640] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.546756] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123639, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.626069] env[69763]: DEBUG oslo_vmware.api [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123637, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.821617] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123638, 'name': Rename_Task, 'duration_secs': 0.277042} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.821947] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1350.822178] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5c2b05d5-09f4-4ec7-b333-0dfbfbccd8ea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.832990] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1350.832990] env[69763]: value = "task-4123640" [ 1350.832990] env[69763]: _type = "Task" [ 1350.832990] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.840020] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123634, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.626782} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.840762] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 1ce083d6-da77-4cd3-80c2-8e70b123cdfe/1ce083d6-da77-4cd3-80c2-8e70b123cdfe.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1350.840946] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1350.841196] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-70f49932-8cb3-4004-9754-4b033dc0c13d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1350.849183] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123640, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.855228] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1350.855228] env[69763]: value = "task-4123641" [ 1350.855228] env[69763]: _type = "Task" [ 1350.855228] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1350.866566] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123641, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.052865] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123639, 'name': Rename_Task, 'duration_secs': 0.235613} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.056208] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1351.056325] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a90aa424-9293-4998-8f30-e1b328fc3ed9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.064037] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1351.064037] env[69763]: value = "task-4123642" [ 1351.064037] env[69763]: _type = "Task" [ 1351.064037] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.075464] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123642, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.094033] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8038af4-dfd6-4769-be90-b65204823a30 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.105085] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ca0a711-1830-4423-963b-b85aae66010b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.141898] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639ddc6d-27d2-470d-824b-39a92ead0803 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.152523] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af9b8aea-571e-4dcc-8a5e-515ea026239d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.156564] env[69763]: DEBUG oslo_vmware.api [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Task: {'id': task-4123637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.516669} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.156817] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1351.157091] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1351.157350] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1351.157574] env[69763]: INFO nova.compute.manager [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1351.157859] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1351.158566] env[69763]: DEBUG nova.compute.manager [-] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1351.158728] env[69763]: DEBUG nova.network.neutron [-] [instance: 2748d29a-0563-426d-9a06-d427764311bd] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1351.169259] env[69763]: DEBUG nova.compute.provider_tree [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.209893] env[69763]: DEBUG nova.network.neutron [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updated VIF entry in instance network info cache for port 54911e52-211a-4bc3-b43b-010db022f16b. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.210286] env[69763]: DEBUG nova.network.neutron [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating instance_info_cache with network_info: [{"id": "54911e52-211a-4bc3-b43b-010db022f16b", "address": "fa:16:3e:b9:13:85", "network": {"id": "416a2974-c520-4d98-a463-58f66d0b3803", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1040973542-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019ecb8c51e4537b31c8dc7918aee58", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54911e52-21", "ovs_interfaceid": "54911e52-211a-4bc3-b43b-010db022f16b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.236133] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1351.236451] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdf36e73-b5f7-44d2-a751-668adf7e169c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.245250] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1351.245250] env[69763]: value = "task-4123643" [ 1351.245250] env[69763]: _type = "Task" [ 1351.245250] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.253897] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123643, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.344696] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123640, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.365629] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123641, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.214247} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.365906] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1351.366713] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-631aba4c-b6bf-440d-bc2d-f798615c81a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.391863] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] 1ce083d6-da77-4cd3-80c2-8e70b123cdfe/1ce083d6-da77-4cd3-80c2-8e70b123cdfe.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1351.393948] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-452c702f-746e-48fa-ab0c-fd5cd6247aac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.420928] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1351.420928] env[69763]: value = "task-4123644" [ 1351.420928] env[69763]: _type = "Task" [ 1351.420928] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.432909] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123644, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.499020] env[69763]: DEBUG nova.compute.manager [req-9e466163-648d-4984-b08a-b8d388c04113 req-80156934-5ab4-450f-84f3-b812803ef4cc service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Received event network-vif-deleted-5bf3ef12-3e11-4875-83da-56ce19c9b0e2 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.499337] env[69763]: INFO nova.compute.manager [req-9e466163-648d-4984-b08a-b8d388c04113 req-80156934-5ab4-450f-84f3-b812803ef4cc service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Neutron deleted interface 5bf3ef12-3e11-4875-83da-56ce19c9b0e2; detaching it from the instance and deleting it from the info cache [ 1351.499589] env[69763]: DEBUG nova.network.neutron [req-9e466163-648d-4984-b08a-b8d388c04113 req-80156934-5ab4-450f-84f3-b812803ef4cc service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.577078] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.672955] env[69763]: DEBUG nova.scheduler.client.report [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1351.712943] env[69763]: DEBUG oslo_concurrency.lockutils [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] Releasing lock "refresh_cache-f5c24495-9e58-4737-a7a4-a07fe0d5e61f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.713265] env[69763]: DEBUG nova.compute.manager [req-b9c8975f-2235-4c37-b936-ba75bd70f40a req-9d8a81e3-18eb-4d4c-b602-6502f04ad972 service nova] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Received event network-vif-deleted-1300ce70-851c-4495-9898-bfce14bd5a4c {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.757880] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123643, 'name': PowerOffVM_Task, 'duration_secs': 0.376487} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.758196] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1351.759104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-912e7999-1b3a-44bb-96af-7d72a358e3cf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.779853] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99300ab0-723a-46db-ae32-95dcd6eea37f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.845709] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123640, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.914719] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "642cf735-ef28-44f7-a9df-359861053897" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1351.914997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1351.915274] env[69763]: DEBUG nova.compute.manager [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Going to confirm migration 7 {{(pid=69763) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1351.931255] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123644, 'name': ReconfigVM_Task, 'duration_secs': 0.423218} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1351.931255] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Reconfigured VM instance instance-00000074 to attach disk [datastore2] 1ce083d6-da77-4cd3-80c2-8e70b123cdfe/1ce083d6-da77-4cd3-80c2-8e70b123cdfe.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1351.931809] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cba63413-d919-4294-b2ea-67e913182652 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.939750] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1351.939750] env[69763]: value = "task-4123645" [ 1351.939750] env[69763]: _type = "Task" [ 1351.939750] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1351.949687] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123645, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1351.977677] env[69763]: DEBUG nova.network.neutron [-] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1352.002793] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e52f381a-0cbd-455a-bc16-196ead73735e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.014610] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f56bd2-6718-43bb-b2f9-1502228eb629 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.052678] env[69763]: DEBUG nova.compute.manager [req-9e466163-648d-4984-b08a-b8d388c04113 req-80156934-5ab4-450f-84f3-b812803ef4cc service nova] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Detach interface failed, port_id=5bf3ef12-3e11-4875-83da-56ce19c9b0e2, reason: Instance 2748d29a-0563-426d-9a06-d427764311bd could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1352.075860] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.178985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.207246] env[69763]: INFO nova.scheduler.client.report [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Deleted allocations for instance 26b198ec-7ac3-4f0e-9e0d-3190e6d98637 [ 1352.292572] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1352.292902] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9e4749c7-35c8-47ca-8fb6-05f2a5ae83d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.300459] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1352.300459] env[69763]: value = "task-4123646" [ 1352.300459] env[69763]: _type = "Task" [ 1352.300459] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.309277] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123646, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.346666] env[69763]: DEBUG oslo_vmware.api [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123640, 'name': PowerOnVM_Task, 'duration_secs': 1.218325} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.346666] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.346877] env[69763]: INFO nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Took 9.29 seconds to spawn the instance on the hypervisor. [ 1352.346877] env[69763]: DEBUG nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1352.347744] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19eba525-41c8-48b8-a39f-2af0632ee952 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.449905] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123645, 'name': Rename_Task, 'duration_secs': 0.205809} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.450233] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1352.450594] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a28cc009-2846-435d-9f31-9be8d7c5a15f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.453542] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.453705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.453877] env[69763]: DEBUG nova.network.neutron [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1352.454125] env[69763]: DEBUG nova.objects.instance [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'info_cache' on Instance uuid 642cf735-ef28-44f7-a9df-359861053897 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1352.457065] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1352.457065] env[69763]: value = "task-4123647" [ 1352.457065] env[69763]: _type = "Task" [ 1352.457065] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1352.464825] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123647, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.481397] env[69763]: INFO nova.compute.manager [-] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Took 1.32 seconds to deallocate network for instance. [ 1352.577645] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123642, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.715699] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3569a1a8-bae3-41ea-b32d-1490790990ff tempest-AttachVolumeTestJSON-1233597287 tempest-AttachVolumeTestJSON-1233597287-project-member] Lock "26b198ec-7ac3-4f0e-9e0d-3190e6d98637" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.043s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.810593] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123646, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1352.867825] env[69763]: INFO nova.compute.manager [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Took 18.61 seconds to build instance. [ 1352.971705] env[69763]: DEBUG oslo_vmware.api [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123647, 'name': PowerOnVM_Task, 'duration_secs': 0.495308} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1352.972334] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1352.972471] env[69763]: INFO nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Took 7.52 seconds to spawn the instance on the hypervisor. [ 1352.972741] env[69763]: DEBUG nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1352.974022] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7dadd9-54ab-4478-83ea-e143c8124a67 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1352.988954] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.989309] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.989631] env[69763]: DEBUG nova.objects.instance [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lazy-loading 'resources' on Instance uuid 2748d29a-0563-426d-9a06-d427764311bd {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1353.083855] env[69763]: DEBUG oslo_vmware.api [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123642, 'name': PowerOnVM_Task, 'duration_secs': 1.9567} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.084372] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1353.084749] env[69763]: DEBUG nova.compute.manager [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1353.086044] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6b87cf-e4f3-4c2b-8093-1355ab659ae2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.314066] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123646, 'name': CreateSnapshot_Task, 'duration_secs': 0.729695} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1353.314757] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1353.316080] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479a421e-4486-4be6-b2e6-f8488e2ca5e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.370097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2c06e849-9743-4966-8ddf-18925ccd1e7d tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "bb6f5626-8344-4237-a01c-9fb08e214651" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.118s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1353.505301] env[69763]: INFO nova.compute.manager [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Took 18.96 seconds to build instance. [ 1353.611075] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.737713] env[69763]: DEBUG nova.network.neutron [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [{"id": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "address": "fa:16:3e:3f:97:80", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb733cece-28", "ovs_interfaceid": "b733cece-2899-4d3e-9d48-835e7b9b28b7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1353.751061] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d917a7-7257-4713-9571-9ff2d69319ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.760685] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edd5eb17-92be-4d33-a3e4-c64c81fdd527 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.791682] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e93fd753-9058-4baf-a892-8373189da64a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.800277] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aa96178-1b16-44ec-97a8-5c1cb9fd3596 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.816634] env[69763]: DEBUG nova.compute.provider_tree [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1353.836176] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1353.836816] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-108a6260-78ee-4571-a612-16699b2b32d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1353.847884] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1353.847884] env[69763]: value = "task-4123649" [ 1353.847884] env[69763]: _type = "Task" [ 1353.847884] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1353.861420] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123649, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.009377] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84bd3a89-3778-4fd4-abb4-cb1c2b9882c5 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.478s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.240830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-642cf735-ef28-44f7-a9df-359861053897" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.241307] env[69763]: DEBUG nova.objects.instance [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'migration_context' on Instance uuid 642cf735-ef28-44f7-a9df-359861053897 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.320630] env[69763]: DEBUG nova.scheduler.client.report [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1354.361065] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123649, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.537198] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "39f24145-64a3-4baa-804f-53b9b2ed5141" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.537363] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "39f24145-64a3-4baa-804f-53b9b2ed5141" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.537541] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "39f24145-64a3-4baa-804f-53b9b2ed5141-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.537812] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "39f24145-64a3-4baa-804f-53b9b2ed5141-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.538065] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "39f24145-64a3-4baa-804f-53b9b2ed5141-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.541082] env[69763]: INFO nova.compute.manager [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Terminating instance [ 1354.745388] env[69763]: DEBUG nova.objects.base [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Object Instance<642cf735-ef28-44f7-a9df-359861053897> lazy-loaded attributes: info_cache,migration_context {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1354.746373] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7182076b-dd21-44fb-ba24-287f80311cd7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.767021] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-697f0a4b-f888-4626-9087-e6c26b4f6a8c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1354.774268] env[69763]: DEBUG oslo_vmware.api [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1354.774268] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52349851-afbd-72aa-acda-b77a7fa0159c" [ 1354.774268] env[69763]: _type = "Task" [ 1354.774268] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1354.784052] env[69763]: DEBUG oslo_vmware.api [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52349851-afbd-72aa-acda-b77a7fa0159c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.827682] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1354.830101] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.219s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1354.830308] env[69763]: DEBUG nova.objects.instance [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1354.859692] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123649, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1354.860938] env[69763]: INFO nova.scheduler.client.report [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Deleted allocations for instance 2748d29a-0563-426d-9a06-d427764311bd [ 1355.046919] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "refresh_cache-39f24145-64a3-4baa-804f-53b9b2ed5141" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1355.047350] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquired lock "refresh_cache-39f24145-64a3-4baa-804f-53b9b2ed5141" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1355.047618] env[69763]: DEBUG nova.network.neutron [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1355.285646] env[69763]: DEBUG oslo_vmware.api [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52349851-afbd-72aa-acda-b77a7fa0159c, 'name': SearchDatastore_Task, 'duration_secs': 0.011937} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.285982] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.359913] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123649, 'name': CloneVM_Task} progress is 95%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1355.370547] env[69763]: DEBUG oslo_concurrency.lockutils [None req-114d8221-a45c-4b32-9368-16312e532d10 tempest-AttachInterfacesTestJSON-1166440747 tempest-AttachInterfacesTestJSON-1166440747-project-member] Lock "2748d29a-0563-426d-9a06-d427764311bd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.379s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.589442] env[69763]: DEBUG nova.network.neutron [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1355.689931] env[69763]: DEBUG nova.network.neutron [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1355.839778] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fe52bc0e-473d-47e2-b9d8-0ad082570c94 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.010s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1355.841087] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.555s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.864763] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123649, 'name': CloneVM_Task, 'duration_secs': 1.760014} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1355.865091] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Created linked-clone VM from snapshot [ 1355.865957] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2899a5ea-fd9c-49ef-80e5-d1ff98fb139e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.877641] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Uploading image 03ff44bb-c723-4374-977c-c98288bfb706 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1355.910172] env[69763]: DEBUG oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1355.910172] env[69763]: value = "vm-816814" [ 1355.910172] env[69763]: _type = "VirtualMachine" [ 1355.910172] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1355.910527] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-50886cd2-4a27-4237-b53e-652abdd25e5f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.918842] env[69763]: DEBUG oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lease: (returnval){ [ 1355.918842] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527f223b-8f0e-0ecf-e306-6238cf888a82" [ 1355.918842] env[69763]: _type = "HttpNfcLease" [ 1355.918842] env[69763]: } obtained for exporting VM: (result){ [ 1355.918842] env[69763]: value = "vm-816814" [ 1355.918842] env[69763]: _type = "VirtualMachine" [ 1355.918842] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1355.919279] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the lease: (returnval){ [ 1355.919279] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527f223b-8f0e-0ecf-e306-6238cf888a82" [ 1355.919279] env[69763]: _type = "HttpNfcLease" [ 1355.919279] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1355.928771] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1355.928771] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527f223b-8f0e-0ecf-e306-6238cf888a82" [ 1355.928771] env[69763]: _type = "HttpNfcLease" [ 1355.928771] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1355.978386] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1355.978593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.979300] env[69763]: DEBUG nova.compute.manager [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1355.979741] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ae36861-3d31-4396-a9ef-f698714acc39 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.988633] env[69763]: DEBUG nova.compute.manager [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1355.989475] env[69763]: DEBUG nova.objects.instance [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lazy-loading 'flavor' on Instance uuid 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1356.193419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Releasing lock "refresh_cache-39f24145-64a3-4baa-804f-53b9b2ed5141" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.193862] env[69763]: DEBUG nova.compute.manager [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1356.194134] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1356.195040] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec7899-1f6d-40ee-a4cb-6ed3487f1af0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.203955] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1356.204316] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21d0a4f4-f103-4507-9f6e-74a2b23766f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.212915] env[69763]: DEBUG oslo_vmware.api [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1356.212915] env[69763]: value = "task-4123651" [ 1356.212915] env[69763]: _type = "Task" [ 1356.212915] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.221580] env[69763]: DEBUG oslo_vmware.api [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1356.429533] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1356.429533] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527f223b-8f0e-0ecf-e306-6238cf888a82" [ 1356.429533] env[69763]: _type = "HttpNfcLease" [ 1356.429533] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1356.429827] env[69763]: DEBUG oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1356.429827] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527f223b-8f0e-0ecf-e306-6238cf888a82" [ 1356.429827] env[69763]: _type = "HttpNfcLease" [ 1356.429827] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1356.430573] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc7c7818-4c85-4ba6-836b-d8ecbf825622 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.439834] env[69763]: DEBUG oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb60d-330a-2827-859c-1de5293c2ad8/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1356.440031] env[69763]: DEBUG oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb60d-330a-2827-859c-1de5293c2ad8/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1356.628554] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-546fe6e1-a2a8-4640-971a-94c3f3476b57 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.634942] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8f77d755-9871-4c67-8c4e-804923dee5d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.640061] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b457b62-8b65-4c79-bada-319d7d23571a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.691084] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec612eac-aa86-44fa-8914-006ab7a7c551 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.709520] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ea843a2-4826-4cd2-a60d-fb4cf34a62b8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.730241] env[69763]: DEBUG nova.compute.provider_tree [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.743718] env[69763]: DEBUG oslo_vmware.api [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123651, 'name': PowerOffVM_Task, 'duration_secs': 0.15477} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1356.743718] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1356.743718] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1356.743718] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9198c15a-9159-4047-ad9a-32bb190ce885 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.771456] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1356.771684] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1356.771868] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Deleting the datastore file [datastore1] 39f24145-64a3-4baa-804f-53b9b2ed5141 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1356.772181] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-804ca9ec-97cd-4f5d-9341-ac0d96fb1607 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.780672] env[69763]: DEBUG oslo_vmware.api [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for the task: (returnval){ [ 1356.780672] env[69763]: value = "task-4123654" [ 1356.780672] env[69763]: _type = "Task" [ 1356.780672] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1356.789347] env[69763]: DEBUG oslo_vmware.api [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123654, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.001632] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1357.002640] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9e9d7d95-9d89-49d4-8b71-6e4dfe08f801 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.010429] env[69763]: DEBUG oslo_vmware.api [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1357.010429] env[69763]: value = "task-4123655" [ 1357.010429] env[69763]: _type = "Task" [ 1357.010429] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1357.021109] env[69763]: DEBUG oslo_vmware.api [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123655, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1357.239689] env[69763]: DEBUG nova.scheduler.client.report [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.294923] env[69763]: DEBUG oslo_vmware.api [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Task: {'id': task-4123654, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.198231} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.295196] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1357.296039] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1357.296039] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1357.296039] env[69763]: INFO nova.compute.manager [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1357.296305] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1357.296619] env[69763]: DEBUG nova.compute.manager [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1357.296710] env[69763]: DEBUG nova.network.neutron [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1357.318967] env[69763]: DEBUG nova.network.neutron [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1357.521793] env[69763]: DEBUG oslo_vmware.api [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123655, 'name': PowerOffVM_Task, 'duration_secs': 0.305045} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1357.522300] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1357.522588] env[69763]: DEBUG nova.compute.manager [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1357.523506] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0c004b-316a-4023-9ee2-2a634ac0424c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1357.822704] env[69763]: DEBUG nova.network.neutron [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1358.037787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6bbc890e-3c2f-4af5-a4db-b1e94301e9cc tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.255509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.414s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.326254] env[69763]: INFO nova.compute.manager [-] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Took 1.03 seconds to deallocate network for instance. [ 1358.547710] env[69763]: DEBUG nova.objects.instance [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lazy-loading 'flavor' on Instance uuid 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.833292] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.833752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.834090] env[69763]: DEBUG nova.objects.instance [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lazy-loading 'resources' on Instance uuid 39f24145-64a3-4baa-804f-53b9b2ed5141 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1358.851118] env[69763]: INFO nova.scheduler.client.report [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted allocation for migration f40c81f4-9400-45a2-9eef-0d1cc86bb89f [ 1359.055460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.055872] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquired lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.056087] env[69763]: DEBUG nova.network.neutron [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.056615] env[69763]: DEBUG nova.objects.instance [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lazy-loading 'info_cache' on Instance uuid 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1359.358095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3701cd9b-fc96-48a5-8588-87e73211368f tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.442s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.566868] env[69763]: DEBUG nova.objects.base [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Object Instance<6ffbdc0b-b41d-45e9-9e27-10b965c0b36f> lazy-loaded attributes: flavor,info_cache {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1359.592155] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775e94ec-7868-416c-a8af-7f5e2156888e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.600745] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab240de3-03ac-4acc-a6cb-106a23ca33c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.634776] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109a1f34-c8b0-4ec6-a261-723674bc44ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.644401] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4a78716-d7f7-485e-85ad-e279ff9ce42e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1359.660562] env[69763]: DEBUG nova.compute.provider_tree [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1360.163727] env[69763]: DEBUG nova.scheduler.client.report [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1360.467374] env[69763]: DEBUG nova.network.neutron [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Updating instance_info_cache with network_info: [{"id": "f8c76892-8b04-44c0-9c1a-be2a193dcf23", "address": "fa:16:3e:e5:bd:3a", "network": {"id": "05695816-e7b0-4c96-ae22-bcf337c1a8e6", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1923154880-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3669eadd8e124cd88fe04ef68bd5ac14", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4223acd2-30f7-440e-b975-60b30d931694", "external-id": "nsx-vlan-transportzone-647", "segmentation_id": 647, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8c76892-8b", "ovs_interfaceid": "f8c76892-8b04-44c0-9c1a-be2a193dcf23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.646613] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "642cf735-ef28-44f7-a9df-359861053897" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.646903] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.647137] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "642cf735-ef28-44f7-a9df-359861053897-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1360.647330] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1360.647503] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.652862] env[69763]: INFO nova.compute.manager [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Terminating instance [ 1360.675044] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1360.697588] env[69763]: INFO nova.scheduler.client.report [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Deleted allocations for instance 39f24145-64a3-4baa-804f-53b9b2ed5141 [ 1360.971117] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Releasing lock "refresh_cache-6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.157381] env[69763]: DEBUG nova.compute.manager [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1361.157381] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1361.157381] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e81585a4-6342-453d-b138-362935dc526e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.167445] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1361.167445] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9cdc5638-f9ae-4a18-ac63-c6ae55827229 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.176607] env[69763]: DEBUG oslo_vmware.api [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1361.176607] env[69763]: value = "task-4123657" [ 1361.176607] env[69763]: _type = "Task" [ 1361.176607] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.187470] env[69763]: DEBUG oslo_vmware.api [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123657, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.206452] env[69763]: DEBUG oslo_concurrency.lockutils [None req-98a1e726-20df-4d0a-b918-ef58a92ca320 tempest-ServerShowV257Test-1793648573 tempest-ServerShowV257Test-1793648573-project-member] Lock "39f24145-64a3-4baa-804f-53b9b2ed5141" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.669s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1361.689323] env[69763]: DEBUG oslo_vmware.api [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123657, 'name': PowerOffVM_Task, 'duration_secs': 0.257879} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.692720] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1361.692720] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1361.692720] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f85a5579-8299-4418-a5d3-52a5cdf6635d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.762977] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1361.766022] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1361.766022] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleting the datastore file [datastore1] 642cf735-ef28-44f7-a9df-359861053897 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1361.766022] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e5165b5-b6c8-42ea-81c5-2e30c364ec9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.774081] env[69763]: DEBUG oslo_vmware.api [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1361.774081] env[69763]: value = "task-4123659" [ 1361.774081] env[69763]: _type = "Task" [ 1361.774081] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.784222] env[69763]: DEBUG oslo_vmware.api [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123659, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.979972] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1361.980274] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe6cfeb6-cf3a-41a1-a99c-b1c2f4fd1fd5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.989229] env[69763]: DEBUG oslo_vmware.api [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1361.989229] env[69763]: value = "task-4123660" [ 1361.989229] env[69763]: _type = "Task" [ 1361.989229] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.999556] env[69763]: DEBUG oslo_vmware.api [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123660, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.007497] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.007772] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.054679] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.055085] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.101533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1362.101830] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1362.285345] env[69763]: DEBUG oslo_vmware.api [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123659, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161094} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.285659] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1362.285943] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1362.286078] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1362.286469] env[69763]: INFO nova.compute.manager [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 642cf735-ef28-44f7-a9df-359861053897] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1362.286741] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1362.287008] env[69763]: DEBUG nova.compute.manager [-] [instance: 642cf735-ef28-44f7-a9df-359861053897] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1362.287096] env[69763]: DEBUG nova.network.neutron [-] [instance: 642cf735-ef28-44f7-a9df-359861053897] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1362.500411] env[69763]: DEBUG oslo_vmware.api [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123660, 'name': PowerOnVM_Task, 'duration_secs': 0.453453} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.500721] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1362.500922] env[69763]: DEBUG nova.compute.manager [None req-a36261e6-f4b4-40a9-be96-18a304340b74 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1362.501730] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04150cfa-a8b4-418a-bf95-ed7caf455655 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.511771] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.560624] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.604756] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1362.870034] env[69763]: DEBUG nova.compute.manager [req-af2fb2df-5280-4db5-b40c-fcf7fee807e5 req-16c8bdd4-8d08-4f37-a394-55feb2b7c678 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Received event network-vif-deleted-b733cece-2899-4d3e-9d48-835e7b9b28b7 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1362.870311] env[69763]: INFO nova.compute.manager [req-af2fb2df-5280-4db5-b40c-fcf7fee807e5 req-16c8bdd4-8d08-4f37-a394-55feb2b7c678 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Neutron deleted interface b733cece-2899-4d3e-9d48-835e7b9b28b7; detaching it from the instance and deleting it from the info cache [ 1362.870597] env[69763]: DEBUG nova.network.neutron [req-af2fb2df-5280-4db5-b40c-fcf7fee807e5 req-16c8bdd4-8d08-4f37-a394-55feb2b7c678 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.058481] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.059392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.061757] env[69763]: INFO nova.compute.claims [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1363.097349] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.145580] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.353507] env[69763]: DEBUG nova.network.neutron [-] [instance: 642cf735-ef28-44f7-a9df-359861053897] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1363.372545] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9cf8cb3e-1809-4ad7-91d9-594ec147c8f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.384242] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a66cfb-2c0c-4939-827e-ca0109ae5f3e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.432332] env[69763]: DEBUG nova.compute.manager [req-af2fb2df-5280-4db5-b40c-fcf7fee807e5 req-16c8bdd4-8d08-4f37-a394-55feb2b7c678 service nova] [instance: 642cf735-ef28-44f7-a9df-359861053897] Detach interface failed, port_id=b733cece-2899-4d3e-9d48-835e7b9b28b7, reason: Instance 642cf735-ef28-44f7-a9df-359861053897 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1363.856514] env[69763]: INFO nova.compute.manager [-] [instance: 642cf735-ef28-44f7-a9df-359861053897] Took 1.57 seconds to deallocate network for instance. [ 1363.964842] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "aa8834ca-2c90-4750-a34f-371b0645930a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.965204] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.965567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1363.965835] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1363.966100] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.970150] env[69763]: INFO nova.compute.manager [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Terminating instance [ 1364.334923] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ec1e8-e720-47e0-ba56-c96f20da02a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.343862] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10561b81-9824-45e9-9479-1340a2a50b20 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.378054] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1364.379162] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d98767d-ca18-421a-8c92-523f2a22064e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.388170] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb48724-8386-4090-a830-8abe51072b7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.404404] env[69763]: DEBUG nova.compute.provider_tree [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1364.476542] env[69763]: DEBUG nova.compute.manager [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1364.476795] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1364.477139] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d63646fc-22df-4fb5-a47a-fb6d68f8147d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1364.485324] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1364.485324] env[69763]: value = "task-4123661" [ 1364.485324] env[69763]: _type = "Task" [ 1364.485324] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1364.495999] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123661, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.910031] env[69763]: DEBUG nova.scheduler.client.report [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1365.002023] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123661, 'name': PowerOffVM_Task, 'duration_secs': 0.227586} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.002023] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1365.002023] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1365.002023] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816785', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'name': 'volume-0a5339e6-9859-4a80-8a84-3f0117c4c055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aa8834ca-2c90-4750-a34f-371b0645930a', 'attached_at': '2025-05-14T04:56:14.000000', 'detached_at': '', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'serial': '0a5339e6-9859-4a80-8a84-3f0117c4c055'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1365.003899] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ed1dc9-b6b7-4167-9487-6304743141ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.028596] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b99c09-9d5d-4f36-9d8e-98bf5ce1881a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.039945] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1a61b5-fb9e-488b-bbdf-56f51719b93c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.061799] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca3b53d7-f240-4ea5-a6c8-d65a8c0f0ac1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.080472] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] The volume has not been displaced from its original location: [datastore2] volume-0a5339e6-9859-4a80-8a84-3f0117c4c055/volume-0a5339e6-9859-4a80-8a84-3f0117c4c055.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1365.086488] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Reconfiguring VM instance instance-0000006d to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1365.087060] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-290e784c-365a-401f-95aa-0907c8d0e6ab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.109529] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1365.109529] env[69763]: value = "task-4123662" [ 1365.109529] env[69763]: _type = "Task" [ 1365.109529] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.123836] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123662, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.301193] env[69763]: DEBUG oslo_concurrency.lockutils [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.301499] env[69763]: DEBUG oslo_concurrency.lockutils [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.413665] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.355s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.414233] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1365.417202] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.320s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.419311] env[69763]: INFO nova.compute.claims [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1365.619887] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123662, 'name': ReconfigVM_Task, 'duration_secs': 0.199736} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.620565] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Reconfigured VM instance instance-0000006d to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1365.625381] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7caf094-87ad-409c-8d55-cbe558d6ab19 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.644086] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1365.644086] env[69763]: value = "task-4123663" [ 1365.644086] env[69763]: _type = "Task" [ 1365.644086] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.653128] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123663, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.805174] env[69763]: DEBUG nova.compute.utils [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.830467] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.830713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.830912] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.831784] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.831784] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.834897] env[69763]: DEBUG oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb60d-330a-2827-859c-1de5293c2ad8/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1365.836086] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32a8bb47-d5f4-4223-a138-7694fef2381f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.839622] env[69763]: INFO nova.compute.manager [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Terminating instance [ 1365.846059] env[69763]: DEBUG oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb60d-330a-2827-859c-1de5293c2ad8/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1365.846300] env[69763]: ERROR oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb60d-330a-2827-859c-1de5293c2ad8/disk-0.vmdk due to incomplete transfer. [ 1365.846662] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-23b9e605-f0ac-41a7-a10f-a9d5447a706a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.858944] env[69763]: DEBUG oslo_vmware.rw_handles [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522fb60d-330a-2827-859c-1de5293c2ad8/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1365.859184] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Uploaded image 03ff44bb-c723-4374-977c-c98288bfb706 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1365.861733] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1365.862284] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-c3e196c0-94f4-4c20-97f7-ef6ef70eb875 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.868236] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1365.868236] env[69763]: value = "task-4123664" [ 1365.868236] env[69763]: _type = "Task" [ 1365.868236] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.876730] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123664, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.924402] env[69763]: DEBUG nova.compute.utils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1365.928023] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1365.928206] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1365.979966] env[69763]: DEBUG nova.policy [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09b351f9f9ea42e4913e5bda979fa3ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37d349211e4c448ba3e28d73d96e0ecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1366.156304] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123663, 'name': ReconfigVM_Task, 'duration_secs': 0.219336} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.156557] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816785', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'name': 'volume-0a5339e6-9859-4a80-8a84-3f0117c4c055', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'aa8834ca-2c90-4750-a34f-371b0645930a', 'attached_at': '2025-05-14T04:56:14.000000', 'detached_at': '', 'volume_id': '0a5339e6-9859-4a80-8a84-3f0117c4c055', 'serial': '0a5339e6-9859-4a80-8a84-3f0117c4c055'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1366.157240] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.157638] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc1f62a-a6a2-4319-baa9-a79003d55fc0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.165359] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.165647] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e207117d-0f21-4cfc-8764-caba6d26eac6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.238397] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.239365] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.239365] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleting the datastore file [datastore2] aa8834ca-2c90-4750-a34f-371b0645930a {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.239365] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4a3eca8a-9760-43a6-88e4-6d2425548aea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.247548] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1366.247548] env[69763]: value = "task-4123666" [ 1366.247548] env[69763]: _type = "Task" [ 1366.247548] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.256836] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123666, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.270555] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Successfully created port: 4a7630d6-fa83-4b3a-bce1-2f56b7eb4781 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1366.308675] env[69763]: DEBUG oslo_concurrency.lockutils [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1366.348566] env[69763]: DEBUG nova.compute.manager [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1366.348810] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.349769] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac29a33-7911-4ca6-b007-93af69bd915c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.360544] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.360857] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a2d3664c-6a21-415f-836c-d939a0080fa4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.367746] env[69763]: DEBUG oslo_vmware.api [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1366.367746] env[69763]: value = "task-4123667" [ 1366.367746] env[69763]: _type = "Task" [ 1366.367746] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.379578] env[69763]: DEBUG oslo_vmware.api [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123667, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.382713] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123664, 'name': Destroy_Task} progress is 33%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.428747] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1366.657424] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6c01b8d-08b5-4137-861a-d9bb9ef5671e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.666041] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6dcbe45-81e0-4b5b-9275-0f0d6eddf982 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.696113] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97160578-c381-4015-813d-2c0847fb81c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.704347] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcc8c3f4-e0ec-46fc-b6b1-b2c8349cf69b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.717870] env[69763]: DEBUG nova.compute.provider_tree [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.758852] env[69763]: DEBUG oslo_vmware.api [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123666, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.362561} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.759148] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.759337] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1366.759632] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1366.759760] env[69763]: INFO nova.compute.manager [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Took 2.28 seconds to destroy the instance on the hypervisor. [ 1366.760015] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1366.760223] env[69763]: DEBUG nova.compute.manager [-] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1366.760318] env[69763]: DEBUG nova.network.neutron [-] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1366.886445] env[69763]: DEBUG oslo_vmware.api [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123667, 'name': PowerOffVM_Task, 'duration_secs': 0.237935} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.889434] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1366.889615] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1366.889885] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123664, 'name': Destroy_Task, 'duration_secs': 0.584712} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.890623] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c972f7d-a0a4-482a-b50c-7057eda453f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.892170] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Destroyed the VM [ 1366.892406] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1366.893050] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f512794a-bb0f-4805-9709-df126ce06d0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.900302] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1366.900302] env[69763]: value = "task-4123668" [ 1366.900302] env[69763]: _type = "Task" [ 1366.900302] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.909288] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123668, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.967873] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1366.968326] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1366.968459] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleting the datastore file [datastore2] 1ce083d6-da77-4cd3-80c2-8e70b123cdfe {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1366.968724] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dca85c56-d6bc-40f1-85dc-db58edbacff5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.976745] env[69763]: DEBUG oslo_vmware.api [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1366.976745] env[69763]: value = "task-4123670" [ 1366.976745] env[69763]: _type = "Task" [ 1366.976745] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.987358] env[69763]: DEBUG oslo_vmware.api [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123670, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.223023] env[69763]: DEBUG nova.scheduler.client.report [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.234239] env[69763]: DEBUG nova.compute.manager [req-037bcdda-447d-4c76-8d99-c6d15efb359f req-c373684d-a756-44e0-93a1-5ee3a56285a3 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Received event network-vif-deleted-b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.234594] env[69763]: INFO nova.compute.manager [req-037bcdda-447d-4c76-8d99-c6d15efb359f req-c373684d-a756-44e0-93a1-5ee3a56285a3 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Neutron deleted interface b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5; detaching it from the instance and deleting it from the info cache [ 1367.234892] env[69763]: DEBUG nova.network.neutron [req-037bcdda-447d-4c76-8d99-c6d15efb359f req-c373684d-a756-44e0-93a1-5ee3a56285a3 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.383520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.383520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.384668] env[69763]: INFO nova.compute.manager [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Attaching volume e62155ae-10ca-4046-b2cc-971494642bbc to /dev/sdb [ 1367.412546] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123668, 'name': RemoveSnapshot_Task, 'duration_secs': 0.40533} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.412825] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1367.413127] env[69763]: DEBUG nova.compute.manager [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1367.413926] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490141de-a185-4ef3-9a17-c4e8bda2141d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.431948] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4efddd25-8abd-4bd1-856c-8eaf3121f464 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.439950] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40956352-1d68-4638-b739-574b5c9f4ae7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.444871] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1367.459875] env[69763]: DEBUG nova.virt.block_device [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Updating existing volume attachment record: 128af555-61bc-4f38-be2a-548c9ef189d0 {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1367.474479] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1367.474760] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1367.474918] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1367.475125] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1367.475287] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1367.475462] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1367.475671] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1367.475797] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1367.475965] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1367.476142] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1367.476318] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1367.477186] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb998d84-db2d-41ff-b559-fe866bd9d9dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.491226] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e474b0fc-ee52-4c8c-9ada-f0184cff1980 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.496940] env[69763]: DEBUG oslo_vmware.api [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123670, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151074} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.498127] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.498328] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.498508] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.498684] env[69763]: INFO nova.compute.manager [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1367.498938] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1367.499642] env[69763]: DEBUG nova.compute.manager [-] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1367.499740] env[69763]: DEBUG nova.network.neutron [-] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1367.677415] env[69763]: DEBUG nova.compute.manager [req-b769d7fc-6e9a-4174-9241-4b2348ca164b req-f17beff1-52b4-4311-83ca-3149b0e449ce service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Received event network-vif-plugged-4a7630d6-fa83-4b3a-bce1-2f56b7eb4781 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1367.677645] env[69763]: DEBUG oslo_concurrency.lockutils [req-b769d7fc-6e9a-4174-9241-4b2348ca164b req-f17beff1-52b4-4311-83ca-3149b0e449ce service nova] Acquiring lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1367.677864] env[69763]: DEBUG oslo_concurrency.lockutils [req-b769d7fc-6e9a-4174-9241-4b2348ca164b req-f17beff1-52b4-4311-83ca-3149b0e449ce service nova] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.678471] env[69763]: DEBUG oslo_concurrency.lockutils [req-b769d7fc-6e9a-4174-9241-4b2348ca164b req-f17beff1-52b4-4311-83ca-3149b0e449ce service nova] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.678735] env[69763]: DEBUG nova.compute.manager [req-b769d7fc-6e9a-4174-9241-4b2348ca164b req-f17beff1-52b4-4311-83ca-3149b0e449ce service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] No waiting events found dispatching network-vif-plugged-4a7630d6-fa83-4b3a-bce1-2f56b7eb4781 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1367.679071] env[69763]: WARNING nova.compute.manager [req-b769d7fc-6e9a-4174-9241-4b2348ca164b req-f17beff1-52b4-4311-83ca-3149b0e449ce service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Received unexpected event network-vif-plugged-4a7630d6-fa83-4b3a-bce1-2f56b7eb4781 for instance with vm_state building and task_state spawning. [ 1367.703650] env[69763]: DEBUG nova.network.neutron [-] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.729269] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.729342] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1367.733769] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.588s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1367.737472] env[69763]: INFO nova.compute.claims [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1367.741690] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2b5de1be-09cf-42a1-8a78-8c5c220b762b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.755488] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222b88a9-b64a-4e52-bda4-910487c97b6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.767218] env[69763]: DEBUG nova.network.neutron [-] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1367.781532] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Successfully updated port: 4a7630d6-fa83-4b3a-bce1-2f56b7eb4781 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1367.793672] env[69763]: DEBUG nova.compute.manager [req-037bcdda-447d-4c76-8d99-c6d15efb359f req-c373684d-a756-44e0-93a1-5ee3a56285a3 service nova] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Detach interface failed, port_id=b1f76a17-b276-4c7c-a6a4-4f91bf4ddfb5, reason: Instance aa8834ca-2c90-4750-a34f-371b0645930a could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1367.794561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "refresh_cache-35ef430a-3ecb-415f-b30e-5f8811c7ec1d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.794697] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "refresh_cache-35ef430a-3ecb-415f-b30e-5f8811c7ec1d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.794883] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1367.926795] env[69763]: INFO nova.compute.manager [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Shelve offloading [ 1368.207365] env[69763]: INFO nova.compute.manager [-] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Took 1.45 seconds to deallocate network for instance. [ 1368.244584] env[69763]: DEBUG nova.compute.utils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1368.246056] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1368.246225] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1368.269509] env[69763]: INFO nova.compute.manager [-] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Took 0.77 seconds to deallocate network for instance. [ 1368.293870] env[69763]: DEBUG nova.policy [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09b351f9f9ea42e4913e5bda979fa3ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37d349211e4c448ba3e28d73d96e0ecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1368.324669] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1368.430404] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1368.430721] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7cdd90e2-15d0-4c47-b20a-e335adb1369e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.438683] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1368.438683] env[69763]: value = "task-4123672" [ 1368.438683] env[69763]: _type = "Task" [ 1368.438683] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.451425] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1368.451620] env[69763]: DEBUG nova.compute.manager [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1368.452488] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7135e9a0-0350-4b24-94d3-342590de2fa1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.459439] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.460057] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.460057] env[69763]: DEBUG nova.network.neutron [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1368.468246] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Updating instance_info_cache with network_info: [{"id": "4a7630d6-fa83-4b3a-bce1-2f56b7eb4781", "address": "fa:16:3e:74:e8:e4", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7630d6-fa", "ovs_interfaceid": "4a7630d6-fa83-4b3a-bce1-2f56b7eb4781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.600203] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Successfully created port: 63cbd196-515c-4f22-af11-612a555958f6 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1368.750432] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1368.756722] env[69763]: INFO nova.compute.manager [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Took 0.55 seconds to detach 1 volumes for instance. [ 1368.758936] env[69763]: DEBUG nova.compute.manager [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Deleting volume: 0a5339e6-9859-4a80-8a84-3f0117c4c055 {{(pid=69763) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1368.777900] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.971295] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "refresh_cache-35ef430a-3ecb-415f-b30e-5f8811c7ec1d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.971295] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Instance network_info: |[{"id": "4a7630d6-fa83-4b3a-bce1-2f56b7eb4781", "address": "fa:16:3e:74:e8:e4", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7630d6-fa", "ovs_interfaceid": "4a7630d6-fa83-4b3a-bce1-2f56b7eb4781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1368.971612] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:e8:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a7630d6-fa83-4b3a-bce1-2f56b7eb4781', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1368.979291] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Creating folder: Project (37d349211e4c448ba3e28d73d96e0ecb). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1368.982235] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3cd09d91-50d6-4e63-97c3-cf6b9621f27d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.001069] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10dd21a0-55a8-4dd5-80f6-ead0450a9708 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.003783] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Created folder: Project (37d349211e4c448ba3e28d73d96e0ecb) in parent group-v816505. [ 1369.003967] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Creating folder: Instances. Parent ref: group-v816816. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1369.004257] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2bac8dd-f84d-45b5-a37c-138a850553dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.012464] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37963952-73da-4e31-a396-8c352341982d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.017167] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Created folder: Instances in parent group-v816816. [ 1369.017429] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1369.018025] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1369.018277] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a54e4d71-df66-4407-82c7-f2b39c40efd4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.059168] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-368344d9-c889-44f6-8f2c-30d783931035 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.064593] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1369.064593] env[69763]: value = "task-4123676" [ 1369.064593] env[69763]: _type = "Task" [ 1369.064593] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.070688] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d3edde-515d-4865-80a2-aebe6d70ec34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.081048] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123676, 'name': CreateVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.836736] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.839172] env[69763]: DEBUG nova.compute.provider_tree [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1369.846199] env[69763]: DEBUG nova.compute.manager [req-d9e4cda6-34ee-41b4-ba01-730cef89fa50 req-d5bc79f0-b753-4fa5-adc2-e4e146a6927f service nova] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Received event network-vif-deleted-19b7e502-16a6-4b1b-8ab0-7acef855600e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.847134] env[69763]: DEBUG nova.compute.manager [req-3214b612-c6f6-43ec-8dff-b7c41884f597 req-410e02d5-4c5e-4c05-a033-216bde21d058 service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Received event network-changed-4a7630d6-fa83-4b3a-bce1-2f56b7eb4781 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1369.847312] env[69763]: DEBUG nova.compute.manager [req-3214b612-c6f6-43ec-8dff-b7c41884f597 req-410e02d5-4c5e-4c05-a033-216bde21d058 service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Refreshing instance network info cache due to event network-changed-4a7630d6-fa83-4b3a-bce1-2f56b7eb4781. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1369.847516] env[69763]: DEBUG oslo_concurrency.lockutils [req-3214b612-c6f6-43ec-8dff-b7c41884f597 req-410e02d5-4c5e-4c05-a033-216bde21d058 service nova] Acquiring lock "refresh_cache-35ef430a-3ecb-415f-b30e-5f8811c7ec1d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.847652] env[69763]: DEBUG oslo_concurrency.lockutils [req-3214b612-c6f6-43ec-8dff-b7c41884f597 req-410e02d5-4c5e-4c05-a033-216bde21d058 service nova] Acquired lock "refresh_cache-35ef430a-3ecb-415f-b30e-5f8811c7ec1d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.847802] env[69763]: DEBUG nova.network.neutron [req-3214b612-c6f6-43ec-8dff-b7c41884f597 req-410e02d5-4c5e-4c05-a033-216bde21d058 service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Refreshing network info cache for port 4a7630d6-fa83-4b3a-bce1-2f56b7eb4781 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1369.856249] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123676, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.964045] env[69763]: DEBUG nova.network.neutron [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [{"id": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "address": "fa:16:3e:2f:54:60", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f04eb8e-01", "ovs_interfaceid": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.106139] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Successfully updated port: 63cbd196-515c-4f22-af11-612a555958f6 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1370.342017] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1370.351355] env[69763]: DEBUG nova.scheduler.client.report [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1370.357379] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123676, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.375357] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1370.375603] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1370.375839] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1370.375955] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1370.376091] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1370.376242] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1370.376452] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1370.376607] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1370.376863] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1370.377047] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1370.377222] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1370.378923] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1b7ddf-9fc5-4878-9835-cac3ddac6165 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.388021] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c8aa241-1e47-4039-9c93-7b1304cdfdfe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.466432] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.563630] env[69763]: DEBUG nova.network.neutron [req-3214b612-c6f6-43ec-8dff-b7c41884f597 req-410e02d5-4c5e-4c05-a033-216bde21d058 service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Updated VIF entry in instance network info cache for port 4a7630d6-fa83-4b3a-bce1-2f56b7eb4781. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1370.563986] env[69763]: DEBUG nova.network.neutron [req-3214b612-c6f6-43ec-8dff-b7c41884f597 req-410e02d5-4c5e-4c05-a033-216bde21d058 service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Updating instance_info_cache with network_info: [{"id": "4a7630d6-fa83-4b3a-bce1-2f56b7eb4781", "address": "fa:16:3e:74:e8:e4", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a7630d6-fa", "ovs_interfaceid": "4a7630d6-fa83-4b3a-bce1-2f56b7eb4781", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1370.607685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "refresh_cache-b4dab3d7-8d47-4344-b8cc-475465499b6f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.607854] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "refresh_cache-b4dab3d7-8d47-4344-b8cc-475465499b6f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.607971] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1370.821016] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1370.821971] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68481e4f-9d9f-412a-92cf-17d5846a6258 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.830366] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1370.830634] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34c957e1-6a67-4ba4-9137-ea88fcb89256 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.848557] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123676, 'name': CreateVM_Task, 'duration_secs': 1.356824} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.848893] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1370.849434] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.849599] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.849932] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.850391] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-800b9698-da09-4a36-99a7-0ff5f95007aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.855036] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1370.855036] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5216d597-470f-c9fe-4e53-2caaa3b6cd1b" [ 1370.855036] env[69763]: _type = "Task" [ 1370.855036] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.858666] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.125s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.859202] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1370.862420] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.484s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.863071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.865947] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.088s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1370.865947] env[69763]: DEBUG nova.objects.instance [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lazy-loading 'resources' on Instance uuid 1ce083d6-da77-4cd3-80c2-8e70b123cdfe {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.875144] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5216d597-470f-c9fe-4e53-2caaa3b6cd1b, 'name': SearchDatastore_Task, 'duration_secs': 0.011474} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.876427] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.876704] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1370.876974] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.877218] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.877635] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1370.878388] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d8e09b93-7f6f-4c5a-876f-1d2b46497026 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.889902] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1370.890159] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1370.891125] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-197ecdbf-e72c-4700-b63b-a365808052cb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.895059] env[69763]: INFO nova.scheduler.client.report [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted allocations for instance 642cf735-ef28-44f7-a9df-359861053897 [ 1370.902386] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1370.902386] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c2c056-aad0-6b89-9036-0d9b5d1bc0a9" [ 1370.902386] env[69763]: _type = "Task" [ 1370.902386] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.908163] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1370.908408] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1370.908554] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleting the datastore file [datastore2] d726f180-955e-489e-a43b-36365b1d5d99 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1370.908818] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8236de9a-4170-4c29-9437-501e39093513 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.914840] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c2c056-aad0-6b89-9036-0d9b5d1bc0a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.919480] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1370.919480] env[69763]: value = "task-4123678" [ 1370.919480] env[69763]: _type = "Task" [ 1370.919480] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.928534] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123678, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.066664] env[69763]: DEBUG oslo_concurrency.lockutils [req-3214b612-c6f6-43ec-8dff-b7c41884f597 req-410e02d5-4c5e-4c05-a033-216bde21d058 service nova] Releasing lock "refresh_cache-35ef430a-3ecb-415f-b30e-5f8811c7ec1d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.141865] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1371.291282] env[69763]: DEBUG nova.compute.manager [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received event network-vif-unplugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.291628] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.291961] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] Lock "d726f180-955e-489e-a43b-36365b1d5d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.292269] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] Lock "d726f180-955e-489e-a43b-36365b1d5d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.292551] env[69763]: DEBUG nova.compute.manager [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] No waiting events found dispatching network-vif-unplugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1371.292843] env[69763]: WARNING nova.compute.manager [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received unexpected event network-vif-unplugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 for instance with vm_state shelved and task_state shelving_offloading. [ 1371.293175] env[69763]: DEBUG nova.compute.manager [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received event network-changed-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.293473] env[69763]: DEBUG nova.compute.manager [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Refreshing instance network info cache due to event network-changed-5f04eb8e-010b-4598-8810-4e9786a6ac73. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.293779] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] Acquiring lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.294050] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] Acquired lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.294345] env[69763]: DEBUG nova.network.neutron [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Refreshing network info cache for port 5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.296383] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Updating instance_info_cache with network_info: [{"id": "63cbd196-515c-4f22-af11-612a555958f6", "address": "fa:16:3e:6e:a2:04", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63cbd196-51", "ovs_interfaceid": "63cbd196-515c-4f22-af11-612a555958f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1371.369644] env[69763]: DEBUG nova.compute.utils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1371.376023] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1371.376023] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1371.409412] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e1f0d47e-24b3-4285-908f-694c73086aa4 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "642cf735-ef28-44f7-a9df-359861053897" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.762s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.419483] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c2c056-aad0-6b89-9036-0d9b5d1bc0a9, 'name': SearchDatastore_Task, 'duration_secs': 0.012116} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.420375] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec53e9c-70f2-4ecf-b6c8-d66487264922 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.431844] env[69763]: DEBUG nova.policy [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '09b351f9f9ea42e4913e5bda979fa3ef', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '37d349211e4c448ba3e28d73d96e0ecb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1371.436027] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1371.436027] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52da937f-fbfe-7b18-e74b-529a865eb5d2" [ 1371.436027] env[69763]: _type = "Task" [ 1371.436027] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.438938] env[69763]: DEBUG oslo_vmware.api [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123678, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134569} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.442357] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1371.442929] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1371.442929] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1371.453668] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52da937f-fbfe-7b18-e74b-529a865eb5d2, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1371.453939] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.454221] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 35ef430a-3ecb-415f-b30e-5f8811c7ec1d/35ef430a-3ecb-415f-b30e-5f8811c7ec1d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1371.454504] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bfd5223a-f0b4-44a4-b57f-dd66c89deb41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.463377] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1371.463377] env[69763]: value = "task-4123679" [ 1371.463377] env[69763]: _type = "Task" [ 1371.463377] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.469231] env[69763]: INFO nova.scheduler.client.report [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted allocations for instance d726f180-955e-489e-a43b-36365b1d5d99 [ 1371.478024] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123679, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.596784] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb6f9387-de2e-40f5-85b3-51ec61b9b4ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.605849] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-523cc98b-212c-4f9c-8bfc-88a0d37e0f1d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.636449] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c73132-3cb0-4dd6-8797-b55e67080abb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.648587] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36eb230c-89a6-48ff-b6b1-b1e9b0952289 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.664775] env[69763]: DEBUG nova.compute.provider_tree [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1371.722051] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Successfully created port: 632bef17-33fa-4cd9-8460-f242f7a787c8 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1371.738236] env[69763]: DEBUG nova.compute.manager [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Received event network-vif-plugged-63cbd196-515c-4f22-af11-612a555958f6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.738328] env[69763]: DEBUG oslo_concurrency.lockutils [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] Acquiring lock "b4dab3d7-8d47-4344-b8cc-475465499b6f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.738521] env[69763]: DEBUG oslo_concurrency.lockutils [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.738688] env[69763]: DEBUG oslo_concurrency.lockutils [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1371.738856] env[69763]: DEBUG nova.compute.manager [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] No waiting events found dispatching network-vif-plugged-63cbd196-515c-4f22-af11-612a555958f6 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1371.739194] env[69763]: WARNING nova.compute.manager [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Received unexpected event network-vif-plugged-63cbd196-515c-4f22-af11-612a555958f6 for instance with vm_state building and task_state spawning. [ 1371.739522] env[69763]: DEBUG nova.compute.manager [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Received event network-changed-63cbd196-515c-4f22-af11-612a555958f6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1371.739798] env[69763]: DEBUG nova.compute.manager [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Refreshing instance network info cache due to event network-changed-63cbd196-515c-4f22-af11-612a555958f6. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1371.740259] env[69763]: DEBUG oslo_concurrency.lockutils [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] Acquiring lock "refresh_cache-b4dab3d7-8d47-4344-b8cc-475465499b6f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.799477] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "refresh_cache-b4dab3d7-8d47-4344-b8cc-475465499b6f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.799882] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Instance network_info: |[{"id": "63cbd196-515c-4f22-af11-612a555958f6", "address": "fa:16:3e:6e:a2:04", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63cbd196-51", "ovs_interfaceid": "63cbd196-515c-4f22-af11-612a555958f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1371.802528] env[69763]: DEBUG oslo_concurrency.lockutils [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] Acquired lock "refresh_cache-b4dab3d7-8d47-4344-b8cc-475465499b6f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.802741] env[69763]: DEBUG nova.network.neutron [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Refreshing network info cache for port 63cbd196-515c-4f22-af11-612a555958f6 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1371.804327] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6e:a2:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63cbd196-515c-4f22-af11-612a555958f6', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1371.817512] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1371.820018] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1371.825720] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2dcc9ff-54b2-4f41-8c15-b58fa01fa84b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.872569] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1371.872569] env[69763]: value = "task-4123680" [ 1371.872569] env[69763]: _type = "Task" [ 1371.872569] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.878421] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1371.889026] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123680, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.983310] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.983685] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123679, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.169680] env[69763]: DEBUG nova.scheduler.client.report [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1372.239999] env[69763]: DEBUG nova.network.neutron [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updated VIF entry in instance network info cache for port 5f04eb8e-010b-4598-8810-4e9786a6ac73. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.239999] env[69763]: DEBUG nova.network.neutron [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [{"id": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "address": "fa:16:3e:2f:54:60", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5f04eb8e-01", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.392073] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123680, 'name': CreateVM_Task, 'duration_secs': 0.47269} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.392073] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1372.392827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.392827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.394680] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.395089] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a823704-e9c8-49ec-a7de-0b223f212bdb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.402785] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1372.402785] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e0a32f-9c09-52d3-0790-78c68b50bddb" [ 1372.402785] env[69763]: _type = "Task" [ 1372.402785] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.414328] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e0a32f-9c09-52d3-0790-78c68b50bddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.421670] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "14d46a10-36a7-49b5-b7c7-638569414d0b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1372.422746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.475163] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123679, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.547138} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.475869] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 35ef430a-3ecb-415f-b30e-5f8811c7ec1d/35ef430a-3ecb-415f-b30e-5f8811c7ec1d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1372.475869] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1372.475869] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6f7122e7-4375-4687-aca0-cff4ff7fe77c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.483256] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1372.483256] env[69763]: value = "task-4123681" [ 1372.483256] env[69763]: _type = "Task" [ 1372.483256] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.492857] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123681, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.639405] env[69763]: DEBUG nova.network.neutron [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Updated VIF entry in instance network info cache for port 63cbd196-515c-4f22-af11-612a555958f6. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1372.639766] env[69763]: DEBUG nova.network.neutron [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Updating instance_info_cache with network_info: [{"id": "63cbd196-515c-4f22-af11-612a555958f6", "address": "fa:16:3e:6e:a2:04", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63cbd196-51", "ovs_interfaceid": "63cbd196-515c-4f22-af11-612a555958f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1372.676444] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.811s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.678977] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.842s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1372.679234] env[69763]: DEBUG nova.objects.instance [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'resources' on Instance uuid aa8834ca-2c90-4750-a34f-371b0645930a {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1372.698951] env[69763]: INFO nova.scheduler.client.report [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleted allocations for instance 1ce083d6-da77-4cd3-80c2-8e70b123cdfe [ 1372.743385] env[69763]: DEBUG oslo_concurrency.lockutils [req-3b1a4e50-5e9d-4dec-99a1-c101094c5e57 req-e247855d-4e63-4177-a517-e152dd6d3090 service nova] Releasing lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.896914] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1372.915781] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e0a32f-9c09-52d3-0790-78c68b50bddb, 'name': SearchDatastore_Task, 'duration_secs': 0.013582} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.918074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.918324] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1372.918562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.918705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.918881] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1372.919361] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-54d2ff0d-8368-4c78-8507-42deb259da26 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.925515] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1372.925791] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1372.925950] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1372.926191] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1372.926387] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1372.926667] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1372.926926] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1372.927115] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1372.927325] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1372.927545] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1372.927740] env[69763]: DEBUG nova.virt.hardware [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1372.928122] env[69763]: DEBUG nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1372.931211] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff0f900-a3bf-47cc-9605-4c5ab0c12124 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.935021] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1372.935144] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1372.936241] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bcd4f60a-5a39-4847-81e3-e233a4f9a179 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.943291] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7174be6d-821f-4d90-bcf5-4d7a2dde6799 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.948559] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1372.948559] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52369d66-c8f2-8e3f-b0c2-03e54427c26a" [ 1372.948559] env[69763]: _type = "Task" [ 1372.948559] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.967659] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52369d66-c8f2-8e3f-b0c2-03e54427c26a, 'name': SearchDatastore_Task, 'duration_secs': 0.010824} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.969349] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d048ef93-8c86-4e66-8c83-f8c9295b9e01 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1372.976667] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1372.976667] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52707fd3-de03-fb16-4104-ca6d308e1f04" [ 1372.976667] env[69763]: _type = "Task" [ 1372.976667] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1372.986169] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52707fd3-de03-fb16-4104-ca6d308e1f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.994597] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123681, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.150472} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1372.994877] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1372.995641] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca964bd-59ef-4640-b5b7-58b54d0a8caa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.020104] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] 35ef430a-3ecb-415f-b30e-5f8811c7ec1d/35ef430a-3ecb-415f-b30e-5f8811c7ec1d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1373.020457] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d8c8ee3-10cd-4456-9623-6ab9f3851fc7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.040131] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1373.040131] env[69763]: value = "task-4123682" [ 1373.040131] env[69763]: _type = "Task" [ 1373.040131] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.048796] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123682, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.142663] env[69763]: DEBUG oslo_concurrency.lockutils [req-9f2c9580-c732-422b-8659-b15610fdf567 req-7dc8d05f-9aa2-43a1-a9fc-0cbf5fc167c2 service nova] Releasing lock "refresh_cache-b4dab3d7-8d47-4344-b8cc-475465499b6f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.206770] env[69763]: DEBUG oslo_concurrency.lockutils [None req-5ac9d07d-51b3-485b-ba91-dbd1a688fc4c tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "1ce083d6-da77-4cd3-80c2-8e70b123cdfe" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.376s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.319927] env[69763]: DEBUG nova.compute.manager [req-e2de6632-96d8-4b00-9d8a-2ee21156b60a req-59a64420-6a5c-4f06-87e7-0286b9357717 service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Received event network-vif-plugged-632bef17-33fa-4cd9-8460-f242f7a787c8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1373.320262] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2de6632-96d8-4b00-9d8a-2ee21156b60a req-59a64420-6a5c-4f06-87e7-0286b9357717 service nova] Acquiring lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.320488] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2de6632-96d8-4b00-9d8a-2ee21156b60a req-59a64420-6a5c-4f06-87e7-0286b9357717 service nova] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.320694] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2de6632-96d8-4b00-9d8a-2ee21156b60a req-59a64420-6a5c-4f06-87e7-0286b9357717 service nova] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.320902] env[69763]: DEBUG nova.compute.manager [req-e2de6632-96d8-4b00-9d8a-2ee21156b60a req-59a64420-6a5c-4f06-87e7-0286b9357717 service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] No waiting events found dispatching network-vif-plugged-632bef17-33fa-4cd9-8460-f242f7a787c8 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1373.323742] env[69763]: WARNING nova.compute.manager [req-e2de6632-96d8-4b00-9d8a-2ee21156b60a req-59a64420-6a5c-4f06-87e7-0286b9357717 service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Received unexpected event network-vif-plugged-632bef17-33fa-4cd9-8460-f242f7a787c8 for instance with vm_state building and task_state spawning. [ 1373.399325] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Successfully updated port: 632bef17-33fa-4cd9-8460-f242f7a787c8 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1373.422441] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1357678-6ffa-4ec6-bd98-9d9b14cf2d71 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.431386] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86d8e0ff-c2d6-47c9-9945-9c48c9ce0239 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.472093] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a79d6c91-825f-4322-b045-9448e20afb35 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.484593] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff01f4a-8e15-4778-8855-598bb6603032 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.493017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.493440] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52707fd3-de03-fb16-4104-ca6d308e1f04, 'name': SearchDatastore_Task, 'duration_secs': 0.010289} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.494179] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.494450] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] b4dab3d7-8d47-4344-b8cc-475465499b6f/b4dab3d7-8d47-4344-b8cc-475465499b6f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1373.494770] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dec00b35-b07b-4db1-9732-0d89b7c228d4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.505722] env[69763]: DEBUG nova.compute.provider_tree [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.512901] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1373.512901] env[69763]: value = "task-4123683" [ 1373.512901] env[69763]: _type = "Task" [ 1373.512901] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.525300] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123683, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.550432] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.590672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "bb6f5626-8344-4237-a01c-9fb08e214651" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.590672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "bb6f5626-8344-4237-a01c-9fb08e214651" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.590672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "bb6f5626-8344-4237-a01c-9fb08e214651-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.590672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "bb6f5626-8344-4237-a01c-9fb08e214651-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1373.590672] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "bb6f5626-8344-4237-a01c-9fb08e214651-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1373.592795] env[69763]: INFO nova.compute.manager [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Terminating instance [ 1373.668032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1373.910276] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "refresh_cache-39badba3-9857-4bf5-a1c5-d78f11e9cd24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.910606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "refresh_cache-39badba3-9857-4bf5-a1c5-d78f11e9cd24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.910606] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1374.009732] env[69763]: DEBUG nova.scheduler.client.report [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1374.023410] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123683, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.053203] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123682, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.097245] env[69763]: DEBUG nova.compute.manager [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1374.097491] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1374.098502] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c039dd9d-e56d-462a-a418-45e0105537eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.107339] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1374.107654] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-972b3b5c-305b-4ef1-8047-1c4c7658eb37 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.115209] env[69763]: DEBUG oslo_vmware.api [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1374.115209] env[69763]: value = "task-4123685" [ 1374.115209] env[69763]: _type = "Task" [ 1374.115209] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.125138] env[69763]: DEBUG oslo_vmware.api [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123685, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.470966] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1374.517951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.839s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.520904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.538s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1374.520904] env[69763]: DEBUG nova.objects.instance [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'resources' on Instance uuid d726f180-955e-489e-a43b-36365b1d5d99 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1374.526375] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123683, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525485} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.526518] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] b4dab3d7-8d47-4344-b8cc-475465499b6f/b4dab3d7-8d47-4344-b8cc-475465499b6f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1374.527110] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1374.527110] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b54976a2-0304-4388-bfea-b4d2e75f9819 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.534948] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1374.534948] env[69763]: value = "task-4123686" [ 1374.534948] env[69763]: _type = "Task" [ 1374.534948] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.546499] env[69763]: INFO nova.scheduler.client.report [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted allocations for instance aa8834ca-2c90-4750-a34f-371b0645930a [ 1374.552101] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123686, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.562445] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123682, 'name': ReconfigVM_Task, 'duration_secs': 1.129865} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.562700] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Reconfigured VM instance instance-00000075 to attach disk [datastore1] 35ef430a-3ecb-415f-b30e-5f8811c7ec1d/35ef430a-3ecb-415f-b30e-5f8811c7ec1d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1374.563401] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a1216da-874a-45b2-a957-49cb3c8d0558 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.570833] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1374.570833] env[69763]: value = "task-4123687" [ 1374.570833] env[69763]: _type = "Task" [ 1374.570833] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.581569] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123687, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.620968] env[69763]: DEBUG nova.network.neutron [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Updating instance_info_cache with network_info: [{"id": "632bef17-33fa-4cd9-8460-f242f7a787c8", "address": "fa:16:3e:7e:81:34", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632bef17-33", "ovs_interfaceid": "632bef17-33fa-4cd9-8460-f242f7a787c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1374.627920] env[69763]: DEBUG oslo_vmware.api [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123685, 'name': PowerOffVM_Task, 'duration_secs': 0.233206} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.628209] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1374.628405] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1374.628640] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4c2e617-fc3a-40cf-95de-0a75274ccbd4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.695063] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1374.695063] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1374.695063] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleting the datastore file [datastore2] bb6f5626-8344-4237-a01c-9fb08e214651 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1374.695063] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a6b6d22-c19c-437b-ad42-b5f188f6c023 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.702794] env[69763]: DEBUG oslo_vmware.api [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1374.702794] env[69763]: value = "task-4123689" [ 1374.702794] env[69763]: _type = "Task" [ 1374.702794] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1374.711925] env[69763]: DEBUG oslo_vmware.api [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123689, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.024463] env[69763]: DEBUG nova.objects.instance [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'numa_topology' on Instance uuid d726f180-955e-489e-a43b-36365b1d5d99 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1375.045170] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123686, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081062} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.045440] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1375.046230] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-815fb378-1130-4e5f-b09c-40e4eb97269e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.071511] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] b4dab3d7-8d47-4344-b8cc-475465499b6f/b4dab3d7-8d47-4344-b8cc-475465499b6f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1375.072071] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e2ecf756-2350-467b-8889-f25729782a35 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "aa8834ca-2c90-4750-a34f-371b0645930a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.107s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.073709] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea1172b8-cbef-4a06-b8f2-a3985e8452a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.097995] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123687, 'name': Rename_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.099462] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1375.099462] env[69763]: value = "task-4123690" [ 1375.099462] env[69763]: _type = "Task" [ 1375.099462] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.109684] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123690, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.123828] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "refresh_cache-39badba3-9857-4bf5-a1c5-d78f11e9cd24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.124171] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Instance network_info: |[{"id": "632bef17-33fa-4cd9-8460-f242f7a787c8", "address": "fa:16:3e:7e:81:34", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632bef17-33", "ovs_interfaceid": "632bef17-33fa-4cd9-8460-f242f7a787c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1375.124605] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:81:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '92cdccfd-4b10-4024-b724-5f22792dd4de', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '632bef17-33fa-4cd9-8460-f242f7a787c8', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1375.132225] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.132843] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1375.133097] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe32a126-c802-4bc9-8c7e-a3e7dd8eec20 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.160548] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1375.160548] env[69763]: value = "task-4123691" [ 1375.160548] env[69763]: _type = "Task" [ 1375.160548] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.172333] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123691, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.213099] env[69763]: DEBUG oslo_vmware.api [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123689, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137289} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.213443] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1375.213643] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1375.213813] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1375.214069] env[69763]: INFO nova.compute.manager [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1375.214406] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1375.214632] env[69763]: DEBUG nova.compute.manager [-] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1375.214713] env[69763]: DEBUG nova.network.neutron [-] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1375.358031] env[69763]: DEBUG nova.compute.manager [req-f79a195b-2537-469b-9323-6b6cf1a925e2 req-b54a4262-ead5-4a2b-862c-e08183dd2c56 service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Received event network-changed-632bef17-33fa-4cd9-8460-f242f7a787c8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1375.358201] env[69763]: DEBUG nova.compute.manager [req-f79a195b-2537-469b-9323-6b6cf1a925e2 req-b54a4262-ead5-4a2b-862c-e08183dd2c56 service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Refreshing instance network info cache due to event network-changed-632bef17-33fa-4cd9-8460-f242f7a787c8. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1375.358413] env[69763]: DEBUG oslo_concurrency.lockutils [req-f79a195b-2537-469b-9323-6b6cf1a925e2 req-b54a4262-ead5-4a2b-862c-e08183dd2c56 service nova] Acquiring lock "refresh_cache-39badba3-9857-4bf5-a1c5-d78f11e9cd24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.358549] env[69763]: DEBUG oslo_concurrency.lockutils [req-f79a195b-2537-469b-9323-6b6cf1a925e2 req-b54a4262-ead5-4a2b-862c-e08183dd2c56 service nova] Acquired lock "refresh_cache-39badba3-9857-4bf5-a1c5-d78f11e9cd24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.358705] env[69763]: DEBUG nova.network.neutron [req-f79a195b-2537-469b-9323-6b6cf1a925e2 req-b54a4262-ead5-4a2b-862c-e08183dd2c56 service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Refreshing network info cache for port 632bef17-33fa-4cd9-8460-f242f7a787c8 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1375.527524] env[69763]: DEBUG nova.objects.base [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1375.585441] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123687, 'name': Rename_Task, 'duration_secs': 0.665672} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1375.585749] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1375.586021] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8be46e76-4b86-400a-b685-bd71d6ff7f1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.594411] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1375.594411] env[69763]: value = "task-4123692" [ 1375.594411] env[69763]: _type = "Task" [ 1375.594411] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.603891] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123692, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.616514] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123690, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.673044] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123691, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1375.732616] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe33e79-ac69-4839-ae2a-807b3caf91b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.741981] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aab99432-9ddb-4852-999a-e098a0a4a247 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.778452] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e4f16-c15f-49be-b994-27fdf699d658 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.786863] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3d1c71c-4703-47bf-841b-984e580177c2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.807901] env[69763]: DEBUG nova.compute.provider_tree [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1375.810869] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.811230] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.811452] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.811659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.811827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.814162] env[69763]: INFO nova.compute.manager [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Terminating instance [ 1375.969954] env[69763]: DEBUG nova.network.neutron [-] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.012980] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1376.013266] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816815', 'volume_id': 'e62155ae-10ca-4046-b2cc-971494642bbc', 'name': 'volume-e62155ae-10ca-4046-b2cc-971494642bbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cc0fae8-b927-42e4-8aef-2b11b60fd60e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62155ae-10ca-4046-b2cc-971494642bbc', 'serial': 'e62155ae-10ca-4046-b2cc-971494642bbc'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1376.014576] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b440feb-8e1e-46b9-8418-bb54e5bd5520 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.035408] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a66504a-01a7-48ec-afc8-93739bd562d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.075734] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] volume-e62155ae-10ca-4046-b2cc-971494642bbc/volume-e62155ae-10ca-4046-b2cc-971494642bbc.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1376.076646] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8027b25b-3fb5-43ec-a818-826342b12752 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.097269] env[69763]: DEBUG oslo_vmware.api [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1376.097269] env[69763]: value = "task-4123693" [ 1376.097269] env[69763]: _type = "Task" [ 1376.097269] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.112637] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123692, 'name': PowerOnVM_Task, 'duration_secs': 0.483517} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.116358] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1376.116663] env[69763]: INFO nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Took 8.67 seconds to spawn the instance on the hypervisor. [ 1376.116836] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1376.117139] env[69763]: DEBUG oslo_vmware.api [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123693, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.117863] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd0a790-f8b8-4347-95ed-6d9f92e4676d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.123716] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123690, 'name': ReconfigVM_Task, 'duration_secs': 0.754668} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.124332] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Reconfigured VM instance instance-00000076 to attach disk [datastore1] b4dab3d7-8d47-4344-b8cc-475465499b6f/b4dab3d7-8d47-4344-b8cc-475465499b6f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.124984] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-60a85a67-1e47-4b20-b96f-d5bc7beec240 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.135512] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1376.135512] env[69763]: value = "task-4123694" [ 1376.135512] env[69763]: _type = "Task" [ 1376.135512] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.142601] env[69763]: DEBUG nova.network.neutron [req-f79a195b-2537-469b-9323-6b6cf1a925e2 req-b54a4262-ead5-4a2b-862c-e08183dd2c56 service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Updated VIF entry in instance network info cache for port 632bef17-33fa-4cd9-8460-f242f7a787c8. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1376.143009] env[69763]: DEBUG nova.network.neutron [req-f79a195b-2537-469b-9323-6b6cf1a925e2 req-b54a4262-ead5-4a2b-862c-e08183dd2c56 service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Updating instance_info_cache with network_info: [{"id": "632bef17-33fa-4cd9-8460-f242f7a787c8", "address": "fa:16:3e:7e:81:34", "network": {"id": "be589a3a-c770-4e05-b5eb-5e1276c7678a", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-678390337-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "37d349211e4c448ba3e28d73d96e0ecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "92cdccfd-4b10-4024-b724-5f22792dd4de", "external-id": "nsx-vlan-transportzone-902", "segmentation_id": 902, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap632bef17-33", "ovs_interfaceid": "632bef17-33fa-4cd9-8460-f242f7a787c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1376.151407] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123694, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.173306] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123691, 'name': CreateVM_Task, 'duration_secs': 0.694278} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.173555] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1376.174296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.174491] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.174874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1376.175499] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a170779-7972-4530-a28b-480184153fe1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.181500] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1376.181500] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b5f60a-113c-01e2-6f81-0e57fedd1fed" [ 1376.181500] env[69763]: _type = "Task" [ 1376.181500] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.190585] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b5f60a-113c-01e2-6f81-0e57fedd1fed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.311608] env[69763]: DEBUG nova.scheduler.client.report [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1376.319151] env[69763]: DEBUG nova.compute.manager [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1376.319382] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1376.320326] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1cefbf4-4015-43f7-a01f-23fefc7c3ea4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.329400] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1376.330326] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d3746b7d-a652-4c41-b698-7cb1a962abbb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.340483] env[69763]: DEBUG oslo_vmware.api [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1376.340483] env[69763]: value = "task-4123695" [ 1376.340483] env[69763]: _type = "Task" [ 1376.340483] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.350646] env[69763]: DEBUG oslo_vmware.api [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123695, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.472988] env[69763]: INFO nova.compute.manager [-] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Took 1.26 seconds to deallocate network for instance. [ 1376.612786] env[69763]: DEBUG oslo_vmware.api [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123693, 'name': ReconfigVM_Task, 'duration_secs': 0.399649} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.613281] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Reconfigured VM instance instance-00000070 to attach disk [datastore1] volume-e62155ae-10ca-4046-b2cc-971494642bbc/volume-e62155ae-10ca-4046-b2cc-971494642bbc.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1376.618157] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c14b5001-210d-4f8b-a83b-5a0f84c1de48 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.637786] env[69763]: DEBUG oslo_vmware.api [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1376.637786] env[69763]: value = "task-4123696" [ 1376.637786] env[69763]: _type = "Task" [ 1376.637786] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.643250] env[69763]: INFO nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Took 13.63 seconds to build instance. [ 1376.650797] env[69763]: DEBUG oslo_concurrency.lockutils [req-f79a195b-2537-469b-9323-6b6cf1a925e2 req-b54a4262-ead5-4a2b-862c-e08183dd2c56 service nova] Releasing lock "refresh_cache-39badba3-9857-4bf5-a1c5-d78f11e9cd24" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.658640] env[69763]: DEBUG oslo_vmware.api [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123696, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.659045] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123694, 'name': Rename_Task, 'duration_secs': 0.15455} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.660145] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1376.660475] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f13de8f4-c0a9-4798-8e01-a72beee91e7e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.671160] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1376.671160] env[69763]: value = "task-4123697" [ 1376.671160] env[69763]: _type = "Task" [ 1376.671160] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.681468] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.695073] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b5f60a-113c-01e2-6f81-0e57fedd1fed, 'name': SearchDatastore_Task, 'duration_secs': 0.010446} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.695407] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1376.695684] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1376.695919] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1376.696074] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1376.696259] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1376.696527] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9db85e38-8f6c-4a9e-a672-7b63f1d286bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.706455] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1376.706650] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1376.707352] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4e0d23-1d7a-49db-b3f5-56e1192c8062 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.713419] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1376.713419] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f016c9-188e-e526-9546-5ae914e2ff3c" [ 1376.713419] env[69763]: _type = "Task" [ 1376.713419] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.722629] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f016c9-188e-e526-9546-5ae914e2ff3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.817091] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.296s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.819775] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.327s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.821317] env[69763]: INFO nova.compute.claims [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1376.851972] env[69763]: DEBUG oslo_vmware.api [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123695, 'name': PowerOffVM_Task, 'duration_secs': 0.378541} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.853131] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.853412] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.853682] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00a14875-f855-4b3c-9b37-6b3a984d8811 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.928127] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.928358] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.928549] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleting the datastore file [datastore2] 55a0c760-4c05-4de1-94bb-d63b03ec7a07 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.928831] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-62aa6401-f590-4a7d-904d-80ca3c878715 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.936664] env[69763]: DEBUG oslo_vmware.api [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1376.936664] env[69763]: value = "task-4123699" [ 1376.936664] env[69763]: _type = "Task" [ 1376.936664] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.946331] env[69763]: DEBUG oslo_vmware.api [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.980647] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1377.147922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.140s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.152909] env[69763]: DEBUG oslo_vmware.api [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123696, 'name': ReconfigVM_Task, 'duration_secs': 0.149827} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.153050] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816815', 'volume_id': 'e62155ae-10ca-4046-b2cc-971494642bbc', 'name': 'volume-e62155ae-10ca-4046-b2cc-971494642bbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cc0fae8-b927-42e4-8aef-2b11b60fd60e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62155ae-10ca-4046-b2cc-971494642bbc', 'serial': 'e62155ae-10ca-4046-b2cc-971494642bbc'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1377.183813] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123697, 'name': PowerOnVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.224377] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52f016c9-188e-e526-9546-5ae914e2ff3c, 'name': SearchDatastore_Task, 'duration_secs': 0.020083} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.225237] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d88a258-cd8e-4824-accf-6cd21deff7b8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.231624] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1377.231624] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5284600a-f077-c587-1e05-902f8c7bb5cd" [ 1377.231624] env[69763]: _type = "Task" [ 1377.231624] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.241320] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5284600a-f077-c587-1e05-902f8c7bb5cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1377.332852] env[69763]: DEBUG oslo_concurrency.lockutils [None req-03101aa0-4889-4cf1-b20a-747a01e727e9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 27.108s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1377.333774] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.666s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1377.333947] env[69763]: INFO nova.compute.manager [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Unshelving [ 1377.416646] env[69763]: DEBUG nova.compute.manager [req-28ec83df-2370-48da-8fa3-4a3f7e2f546e req-a988edf4-e123-4988-ab82-8a051fc85d32 service nova] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Received event network-vif-deleted-2c218d34-dc5f-4dde-9207-e5d7b3b6e1da {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.446858] env[69763]: DEBUG oslo_vmware.api [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180724} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.446858] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1377.447186] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1377.447251] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1377.447380] env[69763]: INFO nova.compute.manager [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1377.447626] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1377.447821] env[69763]: DEBUG nova.compute.manager [-] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1377.447906] env[69763]: DEBUG nova.network.neutron [-] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.681332] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123697, 'name': PowerOnVM_Task, 'duration_secs': 0.623342} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.681656] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1377.681881] env[69763]: INFO nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Took 7.34 seconds to spawn the instance on the hypervisor. [ 1377.682075] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1377.682903] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecd10e3c-0b28-4e2c-9e54-4a8a34bd38cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.742594] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5284600a-f077-c587-1e05-902f8c7bb5cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010959} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1377.742860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.743140] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 39badba3-9857-4bf5-a1c5-d78f11e9cd24/39badba3-9857-4bf5-a1c5-d78f11e9cd24.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1377.743475] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4661d351-7d9c-4c3a-9d16-a97729e8b127 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.751389] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1377.751389] env[69763]: value = "task-4123700" [ 1377.751389] env[69763]: _type = "Task" [ 1377.751389] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1377.761620] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.011094] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c16f17c-bcf9-40c4-bc6f-e4727d99d5da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.022407] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f446cc-e20f-441c-944e-8cef7089e820 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.058684] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4daadd91-e04e-4b59-9b9f-bcf904388459 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.069297] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb69d47d-ded5-4450-8d5f-16ff48992777 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.087478] env[69763]: DEBUG nova.compute.provider_tree [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.161866] env[69763]: DEBUG nova.network.neutron [-] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.199757] env[69763]: DEBUG nova.objects.instance [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'flavor' on Instance uuid 8cc0fae8-b927-42e4-8aef-2b11b60fd60e {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1378.203579] env[69763]: INFO nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Took 15.14 seconds to build instance. [ 1378.264264] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123700, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.343724] env[69763]: DEBUG nova.compute.utils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1378.609981] env[69763]: ERROR nova.scheduler.client.report [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [req-9e179525-d0bb-4b2c-97cf-437cdceec526] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 39a54292-6291-43e6-9dcd-41089e8e05f6. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9e179525-d0bb-4b2c-97cf-437cdceec526"}]} [ 1378.627261] env[69763]: DEBUG nova.scheduler.client.report [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1378.643995] env[69763]: DEBUG nova.scheduler.client.report [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1378.644254] env[69763]: DEBUG nova.compute.provider_tree [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 13, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.657981] env[69763]: DEBUG nova.scheduler.client.report [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1378.665807] env[69763]: INFO nova.compute.manager [-] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Took 1.22 seconds to deallocate network for instance. [ 1378.679519] env[69763]: DEBUG nova.scheduler.client.report [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1378.706059] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.651s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.706838] env[69763]: DEBUG oslo_concurrency.lockutils [None req-febb9262-2f5b-423d-ab26-d97e58dd785e tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 11.324s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1378.763848] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532489} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.764103] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 39badba3-9857-4bf5-a1c5-d78f11e9cd24/39badba3-9857-4bf5-a1c5-d78f11e9cd24.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1378.764422] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1378.764688] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8af994c9-4987-4565-8960-4db9dc1c65c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.773115] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1378.773115] env[69763]: value = "task-4123701" [ 1378.773115] env[69763]: _type = "Task" [ 1378.773115] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.783802] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123701, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.848716] env[69763]: INFO nova.virt.block_device [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Booting with volume 2b4fc91c-edde-4d93-af61-7aa8badb5d17 at /dev/sdb [ 1378.863985] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54f7a6e-a895-4cec-bd6f-e706fe794db4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.872402] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9577c410-e5a1-4298-b5cc-72151b351b01 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.905171] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89899e9b-8b7b-49da-a7aa-14876c82f568 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.907696] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e320f0c7-db3d-4e34-8314-5b71df1cb712 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.915912] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1ecf0e-791c-4e42-893c-ae8370644461 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.922291] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-822aeaeb-7d5d-4d4b-88a7-380bf7c5a4d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.942876] env[69763]: DEBUG nova.compute.provider_tree [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1378.956839] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0b499027-ce0b-4f40-8eb8-a3f83f91e7d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.966523] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33e3f40-bd8b-4e50-b088-dfaacce3be1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.986115] env[69763]: DEBUG nova.scheduler.client.report [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Updated inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with generation 158 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1378.986401] env[69763]: DEBUG nova.compute.provider_tree [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Updating resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 generation from 158 to 159 during operation: update_inventory {{(pid=69763) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1378.986623] env[69763]: DEBUG nova.compute.provider_tree [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1379.001360] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fb100a-f86c-4db4-bca2-655cbec66b61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.010026] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bca1e50-aec4-4cea-a24b-ac1debe01bcc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.025508] env[69763]: DEBUG nova.virt.block_device [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating existing volume attachment record: 42ce82e2-f0c8-46db-979d-e051ef512648 {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1379.055031] env[69763]: DEBUG oslo_concurrency.lockutils [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.055203] env[69763]: DEBUG oslo_concurrency.lockutils [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.172970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.285474] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123701, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073363} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.285649] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1379.286782] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aea9f18-a8c0-43b9-bfe4-1c221745ec68 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.310754] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 39badba3-9857-4bf5-a1c5-d78f11e9cd24/39badba3-9857-4bf5-a1c5-d78f11e9cd24.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1379.311115] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7afd8b3a-3847-49c5-8906-5bbcbd7f2de9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.331850] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1379.331850] env[69763]: value = "task-4123705" [ 1379.331850] env[69763]: _type = "Task" [ 1379.331850] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.341492] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.444580] env[69763]: DEBUG nova.compute.manager [req-c9e0d6ea-c146-4b61-99f1-0cc2344af984 req-2441ee4e-e619-4987-a0e8-a57b66d78bbc service nova] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Received event network-vif-deleted-c46a4f35-1fde-4479-9581-1ff7b201a9b3 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1379.501371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.681s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1379.501939] env[69763]: DEBUG nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1379.504946] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.524s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.505376] env[69763]: DEBUG nova.objects.instance [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lazy-loading 'resources' on Instance uuid bb6f5626-8344-4237-a01c-9fb08e214651 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.558261] env[69763]: INFO nova.compute.manager [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Detaching volume e62155ae-10ca-4046-b2cc-971494642bbc [ 1379.591639] env[69763]: INFO nova.virt.block_device [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Attempting to driver detach volume e62155ae-10ca-4046-b2cc-971494642bbc from mountpoint /dev/sdb [ 1379.591877] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1379.592082] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816815', 'volume_id': 'e62155ae-10ca-4046-b2cc-971494642bbc', 'name': 'volume-e62155ae-10ca-4046-b2cc-971494642bbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cc0fae8-b927-42e4-8aef-2b11b60fd60e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62155ae-10ca-4046-b2cc-971494642bbc', 'serial': 'e62155ae-10ca-4046-b2cc-971494642bbc'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1379.592980] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3f94411-8ced-41aa-97d0-4b94682459d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.616385] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e532fcf4-1518-421b-ba1d-69bad3732321 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.624197] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1c0b58b-9985-472d-9f14-43a5fed045f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.646723] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe651f9-3f5e-47d9-9a29-d8f20397383a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.663114] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] The volume has not been displaced from its original location: [datastore1] volume-e62155ae-10ca-4046-b2cc-971494642bbc/volume-e62155ae-10ca-4046-b2cc-971494642bbc.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1379.668509] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1379.668999] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f81e7a8-760a-4e49-bfde-90c2bbcf39f3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.687784] env[69763]: DEBUG oslo_vmware.api [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1379.687784] env[69763]: value = "task-4123706" [ 1379.687784] env[69763]: _type = "Task" [ 1379.687784] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.696584] env[69763]: DEBUG oslo_vmware.api [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123706, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.842735] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.923705] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.923984] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.924340] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1379.924635] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_power_states {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1380.008664] env[69763]: DEBUG nova.compute.utils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1380.010526] env[69763]: DEBUG nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1380.010741] env[69763]: DEBUG nova.network.neutron [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1380.056500] env[69763]: DEBUG nova.policy [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0de17b692741758e68622273fdd2c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af97ede15df340b8bbf0c60bb5183105', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1380.198184] env[69763]: DEBUG oslo_vmware.api [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123706, 'name': ReconfigVM_Task, 'duration_secs': 0.248653} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.200852] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1380.206100] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2bd59f65-ecd9-411c-93f4-312d146a516d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.223216] env[69763]: DEBUG oslo_vmware.api [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1380.223216] env[69763]: value = "task-4123707" [ 1380.223216] env[69763]: _type = "Task" [ 1380.223216] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.232465] env[69763]: DEBUG oslo_vmware.api [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123707, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.234163] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207f33a5-4bc7-4ade-85e1-513f0dd4ad93 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.241517] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17bf03ba-c785-446f-9520-08470fb8f8f6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.273546] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33952e1b-ee7b-476b-bbbc-30687028d776 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.282305] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f97d579-c47b-44c3-9e55-093a25e71203 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.297247] env[69763]: DEBUG nova.compute.provider_tree [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1380.343908] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123705, 'name': ReconfigVM_Task, 'duration_secs': 0.636498} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.344229] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 39badba3-9857-4bf5-a1c5-d78f11e9cd24/39badba3-9857-4bf5-a1c5-d78f11e9cd24.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1380.344875] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eb1b647-5ee1-44cd-af94-e7fd8334174c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.352159] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1380.352159] env[69763]: value = "task-4123708" [ 1380.352159] env[69763]: _type = "Task" [ 1380.352159] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.361856] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123708, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.378972] env[69763]: DEBUG nova.network.neutron [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Successfully created port: f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1380.430154] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Getting list of instances from cluster (obj){ [ 1380.430154] env[69763]: value = "domain-c8" [ 1380.430154] env[69763]: _type = "ClusterComputeResource" [ 1380.430154] env[69763]: } {{(pid=69763) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1380.431396] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48b885aa-bf12-49da-bb91-51269f081c2f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.450723] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Got total of 9 instances {{(pid=69763) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1380.450907] env[69763]: WARNING nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] While synchronizing instance power states, found 12 instances in the database and 9 instances on the hypervisor. [ 1380.451061] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid 333044fb-7528-4210-b5f5-566e74e0c286 {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.451271] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid ac2b827d-4467-4b83-814b-c45ccaac7318 {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.451431] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.451667] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid 55a0c760-4c05-4de1-94bb-d63b03ec7a07 {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.451740] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid f5c24495-9e58-4737-a7a4-a07fe0d5e61f {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.451865] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid 8cc0fae8-b927-42e4-8aef-2b11b60fd60e {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.452049] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.452208] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid bb6f5626-8344-4237-a01c-9fb08e214651 {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.452354] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid 35ef430a-3ecb-415f-b30e-5f8811c7ec1d {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.452503] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid b4dab3d7-8d47-4344-b8cc-475465499b6f {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.452648] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid 39badba3-9857-4bf5-a1c5-d78f11e9cd24 {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.452792] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Triggering sync for uuid 14d46a10-36a7-49b5-b7c7-638569414d0b {{(pid=69763) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1380.453179] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "333044fb-7528-4210-b5f5-566e74e0c286" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.453419] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "333044fb-7528-4210-b5f5-566e74e0c286" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.454044] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "ac2b827d-4467-4b83-814b-c45ccaac7318" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.454044] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.454171] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.454279] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.454536] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.454771] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.454949] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.455192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.455394] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.455570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.455791] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "bb6f5626-8344-4237-a01c-9fb08e214651" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.456018] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.456192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.456415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.456586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1380.456956] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.457189] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "14d46a10-36a7-49b5-b7c7-638569414d0b" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1380.458042] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8099a5e3-58d4-42d6-864d-baadc052b6fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.461061] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c61f326-43c2-456d-9604-6560f81e32ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.463887] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a492c7-0604-4e56-b8e8-cdb22e410a14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.466581] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65200747-8f52-473e-9e40-453289f72f54 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.470059] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-284a23a2-d034-4a3e-a456-2a2417606e0d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.472706] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35ae70b-322f-4623-954b-83c857143c2a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.475822] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb6afb9-6900-459c-90c1-ac2a420b7939 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.509762] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "333044fb-7528-4210-b5f5-566e74e0c286" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.054s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.517492] env[69763]: DEBUG nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1380.734382] env[69763]: DEBUG oslo_vmware.api [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.804331] env[69763]: DEBUG nova.scheduler.client.report [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.862734] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123708, 'name': Rename_Task, 'duration_secs': 0.392668} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.865257] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1380.865257] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-481a5259-1576-497f-8ca2-e02c1a2ca111 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.875644] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1380.875644] env[69763]: value = "task-4123709" [ 1380.875644] env[69763]: _type = "Task" [ 1380.875644] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.884578] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123709, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.011034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.011245] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.557s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.011454] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.555s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.016929] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.560s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.025787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.570s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.026766] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.572s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.234395] env[69763]: DEBUG oslo_vmware.api [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123707, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.237918] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1381.307365] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.802s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.309759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.137s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.310015] env[69763]: DEBUG nova.objects.instance [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'resources' on Instance uuid 55a0c760-4c05-4de1-94bb-d63b03ec7a07 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1381.328143] env[69763]: INFO nova.scheduler.client.report [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleted allocations for instance bb6f5626-8344-4237-a01c-9fb08e214651 [ 1381.385699] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123709, 'name': PowerOnVM_Task} progress is 87%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.529058] env[69763]: DEBUG nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1381.558024] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1381.558409] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1381.558591] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1381.558849] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1381.559071] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1381.559279] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1381.559544] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1381.559752] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1381.560061] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1381.560129] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1381.560310] env[69763]: DEBUG nova.virt.hardware [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1381.561280] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a4a2f2-6e14-4bb2-80fd-12a268e44eae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.571604] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a959ece-eb14-49b8-b602-629e76dd2020 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.735548] env[69763]: DEBUG oslo_vmware.api [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123707, 'name': ReconfigVM_Task, 'duration_secs': 1.154958} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.735886] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816815', 'volume_id': 'e62155ae-10ca-4046-b2cc-971494642bbc', 'name': 'volume-e62155ae-10ca-4046-b2cc-971494642bbc', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8cc0fae8-b927-42e4-8aef-2b11b60fd60e', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62155ae-10ca-4046-b2cc-971494642bbc', 'serial': 'e62155ae-10ca-4046-b2cc-971494642bbc'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1381.836427] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fce76648-15f8-470a-aa75-d1dfa60ce42e tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "bb6f5626-8344-4237-a01c-9fb08e214651" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.247s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.837633] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "bb6f5626-8344-4237-a01c-9fb08e214651" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.382s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1381.838167] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-30198833-ae5a-4f4c-8b4c-b7db30ce243a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.851168] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85f90a95-d9de-4ef5-ab0b-b10e2b281127 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.896981] env[69763]: DEBUG oslo_vmware.api [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123709, 'name': PowerOnVM_Task, 'duration_secs': 0.7596} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.899549] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1381.899757] env[69763]: INFO nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Took 9.00 seconds to spawn the instance on the hypervisor. [ 1381.899933] env[69763]: DEBUG nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1381.901589] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ace05ad3-d9d5-41e5-b3df-4ca306e9c9e9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.001090] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36c58f8-3454-4466-8aa0-a18a236b8a65 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.010277] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477b64e8-2638-407a-b129-463cef0b2e41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.043189] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-653eb7e0-c614-42aa-ba02-b91967c87524 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.051788] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3ed77da-2781-4858-9cf3-9c759b75f542 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.074643] env[69763]: DEBUG nova.compute.provider_tree [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1382.125246] env[69763]: DEBUG nova.compute.manager [req-978aad90-7953-4906-9639-751b2369930f req-2abe250b-2e5e-4cc7-8016-f56815cd23c0 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Received event network-vif-plugged-f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1382.125476] env[69763]: DEBUG oslo_concurrency.lockutils [req-978aad90-7953-4906-9639-751b2369930f req-2abe250b-2e5e-4cc7-8016-f56815cd23c0 service nova] Acquiring lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.125786] env[69763]: DEBUG oslo_concurrency.lockutils [req-978aad90-7953-4906-9639-751b2369930f req-2abe250b-2e5e-4cc7-8016-f56815cd23c0 service nova] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.125961] env[69763]: DEBUG oslo_concurrency.lockutils [req-978aad90-7953-4906-9639-751b2369930f req-2abe250b-2e5e-4cc7-8016-f56815cd23c0 service nova] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.126408] env[69763]: DEBUG nova.compute.manager [req-978aad90-7953-4906-9639-751b2369930f req-2abe250b-2e5e-4cc7-8016-f56815cd23c0 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] No waiting events found dispatching network-vif-plugged-f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1382.126598] env[69763]: WARNING nova.compute.manager [req-978aad90-7953-4906-9639-751b2369930f req-2abe250b-2e5e-4cc7-8016-f56815cd23c0 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Received unexpected event network-vif-plugged-f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 for instance with vm_state building and task_state spawning. [ 1382.234034] env[69763]: DEBUG nova.network.neutron [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Successfully updated port: f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1382.281659] env[69763]: DEBUG nova.objects.instance [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'flavor' on Instance uuid 8cc0fae8-b927-42e4-8aef-2b11b60fd60e {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1382.393494] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "bb6f5626-8344-4237-a01c-9fb08e214651" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.556s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.422182] env[69763]: INFO nova.compute.manager [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Took 19.31 seconds to build instance. [ 1382.483313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.483594] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.483805] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1382.484009] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.484190] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.486682] env[69763]: INFO nova.compute.manager [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Terminating instance [ 1382.578032] env[69763]: DEBUG nova.scheduler.client.report [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1382.704717] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1382.704960] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1382.736646] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.736733] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.736851] env[69763]: DEBUG nova.network.neutron [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1382.925451] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3add04f4-a96e-472d-bbf6-b4efdd62c23a tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.823s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.925769] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.469s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1382.925960] env[69763]: INFO nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] During sync_power_state the instance has a pending task (spawning). Skip. [ 1382.926160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1382.990544] env[69763]: DEBUG nova.compute.manager [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1382.990755] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1382.992198] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b729794-f12c-4db2-bcc2-8e205cf56e12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.004497] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.004954] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a245f8a-dd48-4add-9380-2b4ba33c02da {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.014260] env[69763]: DEBUG oslo_vmware.api [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1383.014260] env[69763]: value = "task-4123711" [ 1383.014260] env[69763]: _type = "Task" [ 1383.014260] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.024880] env[69763]: DEBUG oslo_vmware.api [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123711, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.057151] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.057459] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.057718] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1383.057943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.058164] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.060868] env[69763]: INFO nova.compute.manager [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Terminating instance [ 1383.083688] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.774s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.108747] env[69763]: INFO nova.scheduler.client.report [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted allocations for instance 55a0c760-4c05-4de1-94bb-d63b03ec7a07 [ 1383.270512] env[69763]: DEBUG nova.network.neutron [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1383.291260] env[69763]: DEBUG oslo_concurrency.lockutils [None req-06707e21-89e5-4404-b305-f678351baec3 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.236s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.293178] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.838s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.295014] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b35d2c3-f77e-4ffa-a032-4e2cd7b0f5e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.412570] env[69763]: DEBUG nova.network.neutron [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [{"id": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "address": "fa:16:3e:03:d2:c7", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f4a5dd-ea", "ovs_interfaceid": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1383.527164] env[69763]: DEBUG oslo_vmware.api [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123711, 'name': PowerOffVM_Task, 'duration_secs': 0.242248} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.527537] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1383.527777] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1383.528061] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41477e79-ba04-4529-8450-c33e8abf79f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.565797] env[69763]: DEBUG nova.compute.manager [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1383.566128] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1383.567034] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30072bf5-2497-41f8-934a-8477fa1d8d71 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.577430] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.577692] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-deb7de50-8830-40a7-949a-d5f736f17ef8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.585102] env[69763]: DEBUG oslo_vmware.api [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1383.585102] env[69763]: value = "task-4123714" [ 1383.585102] env[69763]: _type = "Task" [ 1383.585102] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.595517] env[69763]: DEBUG oslo_vmware.api [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123714, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.598913] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1383.599202] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1383.599522] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleting the datastore file [datastore2] 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1383.599898] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65368b7e-bc4c-4305-b258-f973efcab114 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.608299] env[69763]: DEBUG oslo_vmware.api [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for the task: (returnval){ [ 1383.608299] env[69763]: value = "task-4123715" [ 1383.608299] env[69763]: _type = "Task" [ 1383.608299] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.619759] env[69763]: DEBUG oslo_vmware.api [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123715, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.620230] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a073eab0-0f21-40e9-9c45-dbddd785f076 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.809s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.621572] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 3.167s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1383.622018] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-491f9319-e834-4fbd-846c-17289295d4e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.633463] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34d6d5ba-0163-426a-a9da-4e8436129e42 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.704617] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.704868] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1383.810162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.517s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1383.915028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.915351] env[69763]: DEBUG nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Instance network_info: |[{"id": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "address": "fa:16:3e:03:d2:c7", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f4a5dd-ea", "ovs_interfaceid": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1383.915781] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:d2:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1383.923437] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1383.923681] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1383.923913] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f697c6f6-f8a5-446d-a3e6-67a8872078d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.944783] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1383.944783] env[69763]: value = "task-4123716" [ 1383.944783] env[69763]: _type = "Task" [ 1383.944783] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.953341] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123716, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.095957] env[69763]: DEBUG oslo_vmware.api [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123714, 'name': PowerOffVM_Task, 'duration_secs': 0.223783} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.096287] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1384.096463] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.096718] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1c3a0eec-9a9b-4e64-b788-62da81bc27af {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.120639] env[69763]: DEBUG oslo_vmware.api [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Task: {'id': task-4123715, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151319} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.120998] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1384.121255] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1384.121431] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1384.121607] env[69763]: INFO nova.compute.manager [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1384.121891] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1384.122074] env[69763]: DEBUG nova.compute.manager [-] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1384.122172] env[69763]: DEBUG nova.network.neutron [-] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1384.158881] env[69763]: DEBUG nova.compute.manager [req-3f0143a5-6f52-4d6d-97bf-e794506dab1a req-eac825db-138e-4545-9c06-2377ac4e4ec7 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Received event network-changed-f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1384.159171] env[69763]: DEBUG nova.compute.manager [req-3f0143a5-6f52-4d6d-97bf-e794506dab1a req-eac825db-138e-4545-9c06-2377ac4e4ec7 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Refreshing instance network info cache due to event network-changed-f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1384.159427] env[69763]: DEBUG oslo_concurrency.lockutils [req-3f0143a5-6f52-4d6d-97bf-e794506dab1a req-eac825db-138e-4545-9c06-2377ac4e4ec7 service nova] Acquiring lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.159606] env[69763]: DEBUG oslo_concurrency.lockutils [req-3f0143a5-6f52-4d6d-97bf-e794506dab1a req-eac825db-138e-4545-9c06-2377ac4e4ec7 service nova] Acquired lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.159810] env[69763]: DEBUG nova.network.neutron [req-3f0143a5-6f52-4d6d-97bf-e794506dab1a req-eac825db-138e-4545-9c06-2377ac4e4ec7 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Refreshing network info cache for port f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1384.169729] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "55a0c760-4c05-4de1-94bb-d63b03ec7a07" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.548s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.207811] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.208102] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.208282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.208441] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1384.209384] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7facb52-175b-413a-bf3f-276a045f9e6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.218490] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9480cd8d-7896-44b2-8562-9e88d6982600 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.233991] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965ff7d9-bf1f-47a7-abb9-078a1782b02d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.242779] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac366575-07e3-40ec-8680-be473aa12aaf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.275095] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178930MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1384.275406] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.275500] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.365306] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.365696] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.366134] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.366358] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.366547] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.369018] env[69763]: INFO nova.compute.manager [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Terminating instance [ 1384.456638] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123716, 'name': CreateVM_Task, 'duration_secs': 0.450167} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.456827] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1384.462326] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.462624] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.464888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.465107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.465476] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.466099] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5a10eec-b0f6-48bf-8463-41c654e9fea7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.471870] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1384.471870] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522e3e5b-2012-041c-3719-a8688cac1d06" [ 1384.471870] env[69763]: _type = "Task" [ 1384.471870] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.482648] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522e3e5b-2012-041c-3719-a8688cac1d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.635358] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.638056] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.638276] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.638465] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleting the datastore file [datastore1] 35ef430a-3ecb-415f-b30e-5f8811c7ec1d {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.638723] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-477c7298-f3cd-42b6-946e-31cd39c1c62d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.645891] env[69763]: DEBUG oslo_vmware.api [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1384.645891] env[69763]: value = "task-4123718" [ 1384.645891] env[69763]: _type = "Task" [ 1384.645891] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.653763] env[69763]: DEBUG oslo_vmware.api [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123718, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.873813] env[69763]: DEBUG nova.compute.manager [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1384.874100] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.875104] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c105e35c-7c63-4532-803c-e7fb82fc9d90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.885066] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1384.885066] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-825aa395-578c-448e-a809-5655d9ac6f41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.891287] env[69763]: DEBUG nova.network.neutron [-] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.894408] env[69763]: DEBUG oslo_vmware.api [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1384.894408] env[69763]: value = "task-4123719" [ 1384.894408] env[69763]: _type = "Task" [ 1384.894408] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.904469] env[69763]: DEBUG oslo_vmware.api [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123719, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.931877] env[69763]: DEBUG nova.network.neutron [req-3f0143a5-6f52-4d6d-97bf-e794506dab1a req-eac825db-138e-4545-9c06-2377ac4e4ec7 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updated VIF entry in instance network info cache for port f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1384.932276] env[69763]: DEBUG nova.network.neutron [req-3f0143a5-6f52-4d6d-97bf-e794506dab1a req-eac825db-138e-4545-9c06-2377ac4e4ec7 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [{"id": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "address": "fa:16:3e:03:d2:c7", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f4a5dd-ea", "ovs_interfaceid": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.969359] env[69763]: INFO nova.compute.manager [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Detaching volume a2312751-aa20-4a4d-8133-38181bc026ea [ 1384.989649] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522e3e5b-2012-041c-3719-a8688cac1d06, 'name': SearchDatastore_Task, 'duration_secs': 0.013595} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.990162] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.990527] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1384.991357] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.991737] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.992202] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1384.992682] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96317a95-22d4-41d2-95df-23adde0da9a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.005640] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1385.005978] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1385.007501] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77c9c4fc-a95f-406f-944d-a2b12fa8eb06 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.012649] env[69763]: INFO nova.virt.block_device [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Attempting to driver detach volume a2312751-aa20-4a4d-8133-38181bc026ea from mountpoint /dev/sdb [ 1385.012795] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1385.013160] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816801', 'volume_id': 'a2312751-aa20-4a4d-8133-38181bc026ea', 'name': 'volume-a2312751-aa20-4a4d-8133-38181bc026ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5c24495-9e58-4737-a7a4-a07fe0d5e61f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2312751-aa20-4a4d-8133-38181bc026ea', 'serial': 'a2312751-aa20-4a4d-8133-38181bc026ea'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1385.014714] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8732c62e-c65c-406d-a86c-cd3f382635e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.021051] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1385.021051] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520fef42-aa19-d0e6-d426-2d0f0622dd87" [ 1385.021051] env[69763]: _type = "Task" [ 1385.021051] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.045623] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06f84067-b8e5-4f1b-90b3-40b30fe96f41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.053418] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520fef42-aa19-d0e6-d426-2d0f0622dd87, 'name': SearchDatastore_Task, 'duration_secs': 0.018155} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.054731] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b276cc2-15bc-46dc-8e1d-68bf7f551bb5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.060027] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1f0506-eebf-4766-a03f-2d3efaa3b65f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.064384] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1385.064384] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b1c7af-0706-bcb3-0302-7383b72b4679" [ 1385.064384] env[69763]: _type = "Task" [ 1385.064384] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.087430] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236842bf-6082-4788-aa1f-9b75cd4463a5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.094525] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52b1c7af-0706-bcb3-0302-7383b72b4679, 'name': SearchDatastore_Task, 'duration_secs': 0.017845} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.095233] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.095743] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b/14d46a10-36a7-49b5-b7c7-638569414d0b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1385.095917] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf518ca1-c8cc-4a7c-b1bc-a3b696b381e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.109719] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] The volume has not been displaced from its original location: [datastore2] volume-a2312751-aa20-4a4d-8133-38181bc026ea/volume-a2312751-aa20-4a4d-8133-38181bc026ea.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1385.116422] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1385.117359] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4febf750-7b66-40e4-9dc3-1839e8e7a01b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.132356] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1385.132356] env[69763]: value = "task-4123720" [ 1385.132356] env[69763]: _type = "Task" [ 1385.132356] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.138789] env[69763]: DEBUG oslo_vmware.api [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1385.138789] env[69763]: value = "task-4123721" [ 1385.138789] env[69763]: _type = "Task" [ 1385.138789] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.145888] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.153151] env[69763]: DEBUG oslo_vmware.api [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123721, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.156383] env[69763]: DEBUG oslo_vmware.api [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123718, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.344477} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.156680] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.156871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.157097] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.157276] env[69763]: INFO nova.compute.manager [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Took 1.59 seconds to destroy the instance on the hypervisor. [ 1385.157524] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1385.157727] env[69763]: DEBUG nova.compute.manager [-] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1385.157822] env[69763]: DEBUG nova.network.neutron [-] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1385.306621] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 333044fb-7528-4210-b5f5-566e74e0c286 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.306783] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance ac2b827d-4467-4b83-814b-c45ccaac7318 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.306925] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.307074] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance f5c24495-9e58-4737-a7a4-a07fe0d5e61f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.307203] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 8cc0fae8-b927-42e4-8aef-2b11b60fd60e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.307335] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.307434] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 35ef430a-3ecb-415f-b30e-5f8811c7ec1d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.307550] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance b4dab3d7-8d47-4344-b8cc-475465499b6f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.307659] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 39badba3-9857-4bf5-a1c5-d78f11e9cd24 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.307770] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 14d46a10-36a7-49b5-b7c7-638569414d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1385.394771] env[69763]: INFO nova.compute.manager [-] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Took 1.27 seconds to deallocate network for instance. [ 1385.410516] env[69763]: DEBUG oslo_vmware.api [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123719, 'name': PowerOffVM_Task, 'duration_secs': 0.214145} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.410516] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1385.410516] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1385.410867] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-74c3409d-ab02-49bc-840c-1fd3451ab1d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.438249] env[69763]: DEBUG oslo_concurrency.lockutils [req-3f0143a5-6f52-4d6d-97bf-e794506dab1a req-eac825db-138e-4545-9c06-2377ac4e4ec7 service nova] Releasing lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.501042] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1385.501518] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1385.501992] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleting the datastore file [datastore2] 8cc0fae8-b927-42e4-8aef-2b11b60fd60e {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1385.502240] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73da026d-b4d0-4b00-97a6-5d7327015fa3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.512160] env[69763]: DEBUG oslo_vmware.api [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for the task: (returnval){ [ 1385.512160] env[69763]: value = "task-4123723" [ 1385.512160] env[69763]: _type = "Task" [ 1385.512160] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.521805] env[69763]: DEBUG oslo_vmware.api [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.651942] env[69763]: DEBUG oslo_vmware.api [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123721, 'name': ReconfigVM_Task, 'duration_secs': 0.252615} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.655332] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1385.660087] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.660370] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6463d181-8c39-45e3-a54d-7fb7eee28d62 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.681202] env[69763]: DEBUG oslo_vmware.api [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1385.681202] env[69763]: value = "task-4123724" [ 1385.681202] env[69763]: _type = "Task" [ 1385.681202] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1385.691200] env[69763]: DEBUG oslo_vmware.api [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1385.811083] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance d726f180-955e-489e-a43b-36365b1d5d99 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1385.811401] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1385.811596] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2432MB phys_disk=200GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1385.892597] env[69763]: DEBUG nova.network.neutron [-] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.905453] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.963146] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f273da14-01e7-4575-8c37-b790857e1bf6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1385.973478] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8254b3-cc4c-499c-b8a9-9de9506e20c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.010353] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29880c75-3f9d-47a3-817b-273bd06e1c18 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.024450] env[69763]: DEBUG oslo_vmware.api [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123723, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.025715] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff225dd3-a36b-4c40-a075-885f3b208e90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.042975] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1386.144613] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656031} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.144944] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b/14d46a10-36a7-49b5-b7c7-638569414d0b.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1386.145157] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1386.145422] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ef572a3d-b8d5-4122-8ac8-11e1d7f9d57b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.154675] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1386.154675] env[69763]: value = "task-4123725" [ 1386.154675] env[69763]: _type = "Task" [ 1386.154675] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.164202] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123725, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.191662] env[69763]: DEBUG oslo_vmware.api [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123724, 'name': ReconfigVM_Task, 'duration_secs': 0.1694} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.192089] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816801', 'volume_id': 'a2312751-aa20-4a4d-8133-38181bc026ea', 'name': 'volume-a2312751-aa20-4a4d-8133-38181bc026ea', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5c24495-9e58-4737-a7a4-a07fe0d5e61f', 'attached_at': '', 'detached_at': '', 'volume_id': 'a2312751-aa20-4a4d-8133-38181bc026ea', 'serial': 'a2312751-aa20-4a4d-8133-38181bc026ea'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1386.197154] env[69763]: DEBUG nova.compute.manager [req-503a4ceb-1d56-489a-b809-2d0b4e4f68fb req-3ea12af5-6dd0-49d9-8e99-942db54044cc service nova] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Received event network-vif-deleted-f8c76892-8b04-44c0-9c1a-be2a193dcf23 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.197262] env[69763]: DEBUG nova.compute.manager [req-503a4ceb-1d56-489a-b809-2d0b4e4f68fb req-3ea12af5-6dd0-49d9-8e99-942db54044cc service nova] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Received event network-vif-deleted-4a7630d6-fa83-4b3a-bce1-2f56b7eb4781 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1386.395110] env[69763]: INFO nova.compute.manager [-] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Took 1.24 seconds to deallocate network for instance. [ 1386.523708] env[69763]: DEBUG oslo_vmware.api [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Task: {'id': task-4123723, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.832761} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.523990] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1386.524194] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1386.524412] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1386.524610] env[69763]: INFO nova.compute.manager [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Took 1.65 seconds to destroy the instance on the hypervisor. [ 1386.524855] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1386.525064] env[69763]: DEBUG nova.compute.manager [-] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1386.525161] env[69763]: DEBUG nova.network.neutron [-] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1386.545980] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1386.667403] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123725, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305144} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1386.667796] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1386.668639] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2380c012-a8ec-4278-a33a-2ef0006b25b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.692895] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b/14d46a10-36a7-49b5-b7c7-638569414d0b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1386.693750] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6f77a0a-06de-4d80-953b-8b427c790ddc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.716027] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1386.716027] env[69763]: value = "task-4123726" [ 1386.716027] env[69763]: _type = "Task" [ 1386.716027] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1386.728200] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123726, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1386.749729] env[69763]: DEBUG nova.objects.instance [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lazy-loading 'flavor' on Instance uuid f5c24495-9e58-4737-a7a4-a07fe0d5e61f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.902241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.051290] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1387.052040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.776s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.052040] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.417s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.052040] env[69763]: DEBUG nova.objects.instance [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'pci_requests' on Instance uuid d726f180-955e-489e-a43b-36365b1d5d99 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.169063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "333044fb-7528-4210-b5f5-566e74e0c286" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.169372] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "333044fb-7528-4210-b5f5-566e74e0c286" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.169668] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "333044fb-7528-4210-b5f5-566e74e0c286-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1387.169873] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "333044fb-7528-4210-b5f5-566e74e0c286-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1387.170061] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "333044fb-7528-4210-b5f5-566e74e0c286-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.172394] env[69763]: INFO nova.compute.manager [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Terminating instance [ 1387.226492] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123726, 'name': ReconfigVM_Task, 'duration_secs': 0.292427} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.226812] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b/14d46a10-36a7-49b5-b7c7-638569414d0b.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1387.227474] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-93470c29-72f3-4266-bf7c-f3e949e19307 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.234203] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1387.234203] env[69763]: value = "task-4123727" [ 1387.234203] env[69763]: _type = "Task" [ 1387.234203] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.245176] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123727, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.530421] env[69763]: DEBUG nova.network.neutron [-] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.555871] env[69763]: DEBUG nova.objects.instance [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'numa_topology' on Instance uuid d726f180-955e-489e-a43b-36365b1d5d99 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1387.676391] env[69763]: DEBUG nova.compute.manager [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1387.676654] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1387.678214] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ef026d8-4175-41c9-80ff-f7781851e077 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.688119] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1387.688422] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3f1eefec-3b76-4428-85e2-1727d464deb4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.696362] env[69763]: DEBUG oslo_vmware.api [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1387.696362] env[69763]: value = "task-4123728" [ 1387.696362] env[69763]: _type = "Task" [ 1387.696362] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.705272] env[69763]: DEBUG oslo_vmware.api [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123728, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1387.744943] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123727, 'name': Rename_Task, 'duration_secs': 0.139111} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1387.745278] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1387.745547] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b1953e5-0d93-43d6-99a6-a9c475baf326 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1387.753131] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1387.753131] env[69763]: value = "task-4123729" [ 1387.753131] env[69763]: _type = "Task" [ 1387.753131] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1387.756831] env[69763]: DEBUG oslo_concurrency.lockutils [None req-91e62094-0006-4655-ada2-423b61a5e12e tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.294s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1387.764593] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123729, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.034754] env[69763]: INFO nova.compute.manager [-] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Took 1.51 seconds to deallocate network for instance. [ 1388.053062] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1388.057815] env[69763]: INFO nova.compute.claims [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1388.211141] env[69763]: DEBUG oslo_vmware.api [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123728, 'name': PowerOffVM_Task, 'duration_secs': 0.223429} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.211616] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1388.211933] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1388.212374] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be96df8b-2dbb-4f22-a4db-83db9b8575e9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.237883] env[69763]: DEBUG nova.compute.manager [req-7e39a795-2fd8-4f30-bb45-8310226608a9 req-0a8e1804-0a59-40ad-84a4-8570f1ed1340 service nova] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Received event network-vif-deleted-d08dc8d6-d71f-4db2-936e-5a39255e5c55 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1388.265477] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123729, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.289382] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1388.289625] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1388.289896] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleting the datastore file [datastore1] 333044fb-7528-4210-b5f5-566e74e0c286 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1388.290237] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97bb54f1-a1ae-498d-9199-2b255eb79250 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.300440] env[69763]: DEBUG oslo_vmware.api [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for the task: (returnval){ [ 1388.300440] env[69763]: value = "task-4123731" [ 1388.300440] env[69763]: _type = "Task" [ 1388.300440] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1388.311398] env[69763]: DEBUG oslo_vmware.api [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123731, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1388.543125] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.764397] env[69763]: DEBUG oslo_vmware.api [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123729, 'name': PowerOnVM_Task, 'duration_secs': 0.552063} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.764717] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1388.764925] env[69763]: INFO nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1388.765121] env[69763]: DEBUG nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1388.765915] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c410e5d1-db40-4ae9-a80a-1fc9080a6670 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.812191] env[69763]: DEBUG oslo_vmware.api [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Task: {'id': task-4123731, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18603} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1388.812432] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1388.812644] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1388.812847] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1388.813036] env[69763]: INFO nova.compute.manager [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1388.813329] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1388.813595] env[69763]: DEBUG nova.compute.manager [-] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1388.813709] env[69763]: DEBUG nova.network.neutron [-] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1388.848860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.849112] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.849323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.849509] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.849673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.851795] env[69763]: INFO nova.compute.manager [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Terminating instance [ 1389.217406] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0cd438-85b9-4456-9115-8f955476b4a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.226327] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ba82a89-9792-4950-ae43-c15ea54fdb3a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.258982] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ca96d77-01f4-4b8f-af8b-b934dd6c59ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.267547] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61960d18-93fc-4de5-a90a-9b0f1872eada {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.285863] env[69763]: DEBUG nova.compute.provider_tree [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1389.289823] env[69763]: INFO nova.compute.manager [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Took 15.85 seconds to build instance. [ 1389.355595] env[69763]: DEBUG nova.compute.manager [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1389.355902] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1389.356820] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74316f1a-5d26-4ae8-87d0-0c5bcf550235 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.365890] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1389.366206] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85edf070-411a-4732-892a-8eeb043d4fe2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.373762] env[69763]: DEBUG oslo_vmware.api [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1389.373762] env[69763]: value = "task-4123732" [ 1389.373762] env[69763]: _type = "Task" [ 1389.373762] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.383988] env[69763]: DEBUG oslo_vmware.api [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123732, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1389.538949] env[69763]: DEBUG nova.network.neutron [-] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1389.792648] env[69763]: DEBUG nova.scheduler.client.report [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1389.796743] env[69763]: DEBUG oslo_concurrency.lockutils [None req-b90681fc-1b78-47b5-9b4a-805a0d0fa9a1 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.375s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.797203] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 9.340s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.797398] env[69763]: INFO nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] During sync_power_state the instance has a pending task (networking). Skip. [ 1389.797571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1389.884936] env[69763]: DEBUG oslo_vmware.api [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123732, 'name': PowerOffVM_Task, 'duration_secs': 0.237954} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1389.885241] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1389.885522] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1389.885695] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7bd780c6-2ac2-42c4-9d15-ed2e1dc730c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.964932] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1389.965162] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1389.965670] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleting the datastore file [datastore1] f5c24495-9e58-4737-a7a4-a07fe0d5e61f {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1389.965852] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-287cd3ea-fa01-4b48-bae7-bf4ca4102688 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.974951] env[69763]: DEBUG oslo_vmware.api [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1389.974951] env[69763]: value = "task-4123734" [ 1389.974951] env[69763]: _type = "Task" [ 1389.974951] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1389.985098] env[69763]: DEBUG oslo_vmware.api [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123734, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1390.041942] env[69763]: INFO nova.compute.manager [-] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Took 1.23 seconds to deallocate network for instance. [ 1390.221248] env[69763]: DEBUG nova.compute.manager [req-b21bd8ea-d60d-4766-8f8e-c34ed3d3a295 req-87388548-53c8-486a-a6ac-5b429b709b69 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Received event network-changed-f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.221832] env[69763]: DEBUG nova.compute.manager [req-b21bd8ea-d60d-4766-8f8e-c34ed3d3a295 req-87388548-53c8-486a-a6ac-5b429b709b69 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Refreshing instance network info cache due to event network-changed-f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1390.222348] env[69763]: DEBUG oslo_concurrency.lockutils [req-b21bd8ea-d60d-4766-8f8e-c34ed3d3a295 req-87388548-53c8-486a-a6ac-5b429b709b69 service nova] Acquiring lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.222758] env[69763]: DEBUG oslo_concurrency.lockutils [req-b21bd8ea-d60d-4766-8f8e-c34ed3d3a295 req-87388548-53c8-486a-a6ac-5b429b709b69 service nova] Acquired lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.223202] env[69763]: DEBUG nova.network.neutron [req-b21bd8ea-d60d-4766-8f8e-c34ed3d3a295 req-87388548-53c8-486a-a6ac-5b429b709b69 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Refreshing network info cache for port f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1390.271796] env[69763]: DEBUG nova.compute.manager [req-4d567813-eb46-4a50-9e3a-ed719d910039 req-fb46f93a-4bd1-495c-80eb-2d59cb470719 service nova] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Received event network-vif-deleted-0a354daa-3276-4f28-9f9b-0bff6a78aa31 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1390.298404] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.246s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.300988] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.396s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.301387] env[69763]: DEBUG nova.objects.instance [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lazy-loading 'resources' on Instance uuid 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1390.349764] env[69763]: INFO nova.network.neutron [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating port 5f04eb8e-010b-4598-8810-4e9786a6ac73 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1390.485613] env[69763]: DEBUG oslo_vmware.api [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123734, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.18327} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1390.485945] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1390.486154] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1390.486346] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1390.486522] env[69763]: INFO nova.compute.manager [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1390.488018] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1390.488018] env[69763]: DEBUG nova.compute.manager [-] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1390.488018] env[69763]: DEBUG nova.network.neutron [-] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1390.556409] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1390.966620] env[69763]: DEBUG nova.network.neutron [req-b21bd8ea-d60d-4766-8f8e-c34ed3d3a295 req-87388548-53c8-486a-a6ac-5b429b709b69 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updated VIF entry in instance network info cache for port f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1390.966991] env[69763]: DEBUG nova.network.neutron [req-b21bd8ea-d60d-4766-8f8e-c34ed3d3a295 req-87388548-53c8-486a-a6ac-5b429b709b69 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [{"id": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "address": "fa:16:3e:03:d2:c7", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f4a5dd-ea", "ovs_interfaceid": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1390.988438] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf1e8b9b-4a89-4712-8615-02fed1b6b6fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.997534] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dee455a8-848a-4d53-afb9-6e18eb21faa2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.033145] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a525fb-15a5-4d9b-8805-6690220bf36a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.041842] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e4b40f2-0e21-4c26-b662-9cfad6595a04 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1391.056588] env[69763]: DEBUG nova.compute.provider_tree [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1391.472188] env[69763]: DEBUG oslo_concurrency.lockutils [req-b21bd8ea-d60d-4766-8f8e-c34ed3d3a295 req-87388548-53c8-486a-a6ac-5b429b709b69 service nova] Releasing lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.506024] env[69763]: DEBUG nova.network.neutron [-] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1391.559662] env[69763]: DEBUG nova.scheduler.client.report [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.906054] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.906160] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.906313] env[69763]: DEBUG nova.network.neutron [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1392.009096] env[69763]: INFO nova.compute.manager [-] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Took 1.52 seconds to deallocate network for instance. [ 1392.064147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.763s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.066759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.165s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.067041] env[69763]: DEBUG nova.objects.instance [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lazy-loading 'resources' on Instance uuid 35ef430a-3ecb-415f-b30e-5f8811c7ec1d {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1392.090408] env[69763]: INFO nova.scheduler.client.report [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Deleted allocations for instance 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f [ 1392.247360] env[69763]: DEBUG nova.compute.manager [req-af6052d1-b354-42cf-8705-d24bcb35ccb3 req-b9b66a99-08fb-4396-99a1-db0a068bf1d6 service nova] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Received event network-vif-deleted-54911e52-211a-4bc3-b43b-010db022f16b {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.298358] env[69763]: DEBUG nova.compute.manager [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received event network-vif-plugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.298644] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.298866] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] Lock "d726f180-955e-489e-a43b-36365b1d5d99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1392.299050] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] Lock "d726f180-955e-489e-a43b-36365b1d5d99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.299228] env[69763]: DEBUG nova.compute.manager [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] No waiting events found dispatching network-vif-plugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1392.299394] env[69763]: WARNING nova.compute.manager [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received unexpected event network-vif-plugged-5f04eb8e-010b-4598-8810-4e9786a6ac73 for instance with vm_state shelved_offloaded and task_state spawning. [ 1392.299608] env[69763]: DEBUG nova.compute.manager [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received event network-changed-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1392.299768] env[69763]: DEBUG nova.compute.manager [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Refreshing instance network info cache due to event network-changed-5f04eb8e-010b-4598-8810-4e9786a6ac73. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1392.299933] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] Acquiring lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.515895] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1392.597017] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a1c1b415-7a23-425f-9ad8-d2cce08170b6 tempest-ListServerFiltersTestJSON-164164359 tempest-ListServerFiltersTestJSON-164164359-project-member] Lock "6ffbdc0b-b41d-45e9-9e27-10b965c0b36f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.113s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1392.628189] env[69763]: DEBUG nova.network.neutron [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [{"id": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "address": "fa:16:3e:2f:54:60", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f04eb8e-01", "ovs_interfaceid": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1392.704409] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87dd1a65-8a08-49b1-956a-b1f02e28e4d2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.713519] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9162b042-5d31-4839-b094-069f778e68f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.744767] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0109cdab-2a13-4741-8ec9-c9d4c50690e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.752769] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc708cb5-3417-454f-8456-709992a0f5d7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.766551] env[69763]: DEBUG nova.compute.provider_tree [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.131606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.134296] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] Acquired lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.134523] env[69763]: DEBUG nova.network.neutron [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Refreshing network info cache for port 5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1393.160308] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='9b65d4b7e2312484af582094e7d83d6b',container_format='bare',created_at=2025-05-14T04:56:37Z,direct_url=,disk_format='vmdk',id=03ff44bb-c723-4374-977c-c98288bfb706,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-37414559-shelved',owner='7120e5c0232b4d40b01c53b516d88a50',properties=ImageMetaProps,protected=,size=31668224,status='active',tags=,updated_at=2025-05-14T04:56:53Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.160571] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.160732] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.160915] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.161138] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.161316] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.161532] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.161694] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.161860] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.162041] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.162224] env[69763]: DEBUG nova.virt.hardware [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.163069] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0973ba33-09ba-406e-8120-0f992e0f9e2f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.172744] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b93babb-8185-43b9-8321-f0bf95e6ab9d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.187960] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2f:54:60', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5f04eb8e-010b-4598-8810-4e9786a6ac73', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1393.195366] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1393.195675] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1393.195904] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8a892737-4ed9-4334-b484-0c5251c72742 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.217452] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1393.217452] env[69763]: value = "task-4123735" [ 1393.217452] env[69763]: _type = "Task" [ 1393.217452] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.228080] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123735, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.269845] env[69763]: DEBUG nova.scheduler.client.report [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1393.727596] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123735, 'name': CreateVM_Task} progress is 25%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.777443] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.708s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.780413] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.237s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.781551] env[69763]: DEBUG nova.objects.instance [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lazy-loading 'resources' on Instance uuid 8cc0fae8-b927-42e4-8aef-2b11b60fd60e {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1393.815548] env[69763]: INFO nova.scheduler.client.report [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleted allocations for instance 35ef430a-3ecb-415f-b30e-5f8811c7ec1d [ 1393.909812] env[69763]: DEBUG nova.network.neutron [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updated VIF entry in instance network info cache for port 5f04eb8e-010b-4598-8810-4e9786a6ac73. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1393.909812] env[69763]: DEBUG nova.network.neutron [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [{"id": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "address": "fa:16:3e:2f:54:60", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5f04eb8e-01", "ovs_interfaceid": "5f04eb8e-010b-4598-8810-4e9786a6ac73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1394.228172] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123735, 'name': CreateVM_Task, 'duration_secs': 0.70803} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1394.228571] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1394.229166] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.229355] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.229765] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.230131] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70498bb-afe1-453b-a230-7c3d8eca3d81 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.235184] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1394.235184] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52daa412-f209-4011-6e66-bf6e08c15556" [ 1394.235184] env[69763]: _type = "Task" [ 1394.235184] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.243858] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52daa412-f209-4011-6e66-bf6e08c15556, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.322654] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ec96b8a1-c692-4b6f-8225-9726c619d277 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "35ef430a-3ecb-415f-b30e-5f8811c7ec1d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.265s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.412220] env[69763]: DEBUG oslo_concurrency.lockutils [req-e2151424-d66f-46f9-a390-0969ac952df7 req-d1286660-d520-4a9f-a9ac-e093b22c9548 service nova] Releasing lock "refresh_cache-d726f180-955e-489e-a43b-36365b1d5d99" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.414035] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c498eb-78b8-4549-9d3a-8d4bad127561 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.421967] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e52133cf-c864-4ce0-b9f9-f5c8fd88840e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.457376] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b1aab3b-1501-4ac6-9dd6-ec26400027e4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.468090] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d02b0bd-fbb4-4f0d-851a-a9d832bb3ff9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.487757] env[69763]: DEBUG nova.compute.provider_tree [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1394.745860] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.746241] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Processing image 03ff44bb-c723-4374-977c-c98288bfb706 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1394.746562] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706/03ff44bb-c723-4374-977c-c98288bfb706.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.746746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706/03ff44bb-c723-4374-977c-c98288bfb706.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.746966] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1394.747285] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cf1e027-e50f-4fea-b585-0788e30d0ed7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.765241] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1394.765545] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1394.766386] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3820e7e-1083-4b69-8320-93ce66dd8a75 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.771790] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1394.771790] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5277cd65-2a36-d2f5-991a-48a3bfc3738f" [ 1394.771790] env[69763]: _type = "Task" [ 1394.771790] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.779838] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5277cd65-2a36-d2f5-991a-48a3bfc3738f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.991044] env[69763]: DEBUG nova.scheduler.client.report [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1395.283351] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Preparing fetch location {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1395.283803] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Fetch image to [datastore2] OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878/OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878.vmdk {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1395.283803] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Downloading stream optimized image 03ff44bb-c723-4374-977c-c98288bfb706 to [datastore2] OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878/OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878.vmdk on the data store datastore2 as vApp {{(pid=69763) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1395.284039] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Downloading image file data 03ff44bb-c723-4374-977c-c98288bfb706 to the ESX as VM named 'OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878' {{(pid=69763) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1395.372225] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1395.372225] env[69763]: value = "resgroup-9" [ 1395.372225] env[69763]: _type = "ResourcePool" [ 1395.372225] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1395.372506] env[69763]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-8b2f1e3e-eff9-431d-ac1b-e56d2e4bb80f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.406027] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lease: (returnval){ [ 1395.406027] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a1053a-ec82-3952-650e-d3b73aab68c8" [ 1395.406027] env[69763]: _type = "HttpNfcLease" [ 1395.406027] env[69763]: } obtained for vApp import into resource pool (val){ [ 1395.406027] env[69763]: value = "resgroup-9" [ 1395.406027] env[69763]: _type = "ResourcePool" [ 1395.406027] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1395.406027] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the lease: (returnval){ [ 1395.406027] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a1053a-ec82-3952-650e-d3b73aab68c8" [ 1395.406027] env[69763]: _type = "HttpNfcLease" [ 1395.406027] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1395.413208] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.413208] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a1053a-ec82-3952-650e-d3b73aab68c8" [ 1395.413208] env[69763]: _type = "HttpNfcLease" [ 1395.413208] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1395.495866] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.498185] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.945s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.498431] env[69763]: DEBUG nova.objects.instance [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lazy-loading 'resources' on Instance uuid 333044fb-7528-4210-b5f5-566e74e0c286 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1395.517869] env[69763]: INFO nova.scheduler.client.report [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Deleted allocations for instance 8cc0fae8-b927-42e4-8aef-2b11b60fd60e [ 1395.724544] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.724875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.725108] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "b4dab3d7-8d47-4344-b8cc-475465499b6f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.725293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.725464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.728101] env[69763]: INFO nova.compute.manager [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Terminating instance [ 1395.797318] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.797752] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.797904] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.798073] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.798282] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.800671] env[69763]: INFO nova.compute.manager [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Terminating instance [ 1395.912867] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1395.912867] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a1053a-ec82-3952-650e-d3b73aab68c8" [ 1395.912867] env[69763]: _type = "HttpNfcLease" [ 1395.912867] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1395.914179] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1395.914179] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52a1053a-ec82-3952-650e-d3b73aab68c8" [ 1395.914179] env[69763]: _type = "HttpNfcLease" [ 1395.914179] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1395.914451] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137099e0-0266-4d7f-9960-6b5000a5c934 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.922170] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254a0a1-a8a0-67c5-7836-0b548764fbe0/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1395.922364] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating HTTP connection to write to file with size = 31668224 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254a0a1-a8a0-67c5-7836-0b548764fbe0/disk-0.vmdk. {{(pid=69763) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1395.989532] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fd0a64cf-f00f-4241-a981-67d121f1e69e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.025590] env[69763]: DEBUG oslo_concurrency.lockutils [None req-4fa3e999-45af-4ea7-a93b-b298034216f9 tempest-AttachVolumeNegativeTest-722480044 tempest-AttachVolumeNegativeTest-722480044-project-member] Lock "8cc0fae8-b927-42e4-8aef-2b11b60fd60e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.660s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1396.128997] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc4eb20-7c80-4926-922b-ccd255b594a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.136266] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0382769-19c4-4b85-9e6a-b5068131e5ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.171484] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e673189d-3a52-4a14-ae1b-03d03b4991e7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.181054] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b14feee-e71f-45f6-87e0-f42cfbb247b6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.196249] env[69763]: DEBUG nova.compute.provider_tree [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1396.232428] env[69763]: DEBUG nova.compute.manager [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.232692] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.233948] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e11550c-b56a-49e1-a7c5-be24f7dd1670 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.245511] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.247563] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa685573-340c-4af7-8e96-403531746c12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.256844] env[69763]: DEBUG oslo_vmware.api [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1396.256844] env[69763]: value = "task-4123737" [ 1396.256844] env[69763]: _type = "Task" [ 1396.256844] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.268540] env[69763]: DEBUG oslo_vmware.api [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.304967] env[69763]: DEBUG nova.compute.manager [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1396.305393] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.307571] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a7aa75-d569-4cf9-b461-a728d0865904 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.317547] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1396.319036] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b1f7e482-0df8-4cd2-808e-0c118e4dd5c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.328049] env[69763]: DEBUG oslo_vmware.api [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1396.328049] env[69763]: value = "task-4123738" [ 1396.328049] env[69763]: _type = "Task" [ 1396.328049] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.341993] env[69763]: DEBUG oslo_vmware.api [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123738, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.701993] env[69763]: DEBUG nova.scheduler.client.report [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1396.770043] env[69763]: DEBUG oslo_vmware.api [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123737, 'name': PowerOffVM_Task, 'duration_secs': 0.311303} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.772146] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.772364] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.772668] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9cdc4653-d5db-4180-bf2d-ef21472c87ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.838873] env[69763]: DEBUG oslo_vmware.api [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123738, 'name': PowerOffVM_Task, 'duration_secs': 0.249398} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.839172] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1396.839336] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.839615] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-00524c24-d51d-455a-9ded-f9d3a5fe37b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.842525] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.842716] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.842903] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleting the datastore file [datastore1] b4dab3d7-8d47-4344-b8cc-475465499b6f {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.843610] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-63a2f5c8-3566-4d70-a3bc-008a1bbe122d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.851019] env[69763]: DEBUG oslo_vmware.api [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1396.851019] env[69763]: value = "task-4123742" [ 1396.851019] env[69763]: _type = "Task" [ 1396.851019] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.861590] env[69763]: DEBUG oslo_vmware.api [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.917161] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.917470] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.917624] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleting the datastore file [datastore1] 39badba3-9857-4bf5-a1c5-d78f11e9cd24 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.919305] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-38e02f6c-0b4d-45a0-8daf-6501690614b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.926797] env[69763]: DEBUG oslo_vmware.api [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for the task: (returnval){ [ 1396.926797] env[69763]: value = "task-4123743" [ 1396.926797] env[69763]: _type = "Task" [ 1396.926797] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.939584] env[69763]: DEBUG oslo_vmware.api [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.209213] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.212016] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.696s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.212335] env[69763]: DEBUG nova.objects.instance [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lazy-loading 'resources' on Instance uuid f5c24495-9e58-4737-a7a4-a07fe0d5e61f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.214369] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Completed reading data from the image iterator. {{(pid=69763) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1397.214580] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254a0a1-a8a0-67c5-7836-0b548764fbe0/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1397.215566] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3f7804-d862-4a3d-80e3-cf4bc3fcbc80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.223305] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254a0a1-a8a0-67c5-7836-0b548764fbe0/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1397.223524] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254a0a1-a8a0-67c5-7836-0b548764fbe0/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1397.224426] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-c3cefbf9-d0c9-44d9-acce-e2a8eac73d6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.235021] env[69763]: INFO nova.scheduler.client.report [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Deleted allocations for instance 333044fb-7528-4210-b5f5-566e74e0c286 [ 1397.360743] env[69763]: DEBUG oslo_vmware.api [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.175449} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.361187] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.361187] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.361363] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.361533] env[69763]: INFO nova.compute.manager [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1397.361774] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.361955] env[69763]: DEBUG nova.compute.manager [-] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.362062] env[69763]: DEBUG nova.network.neutron [-] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.418176] env[69763]: DEBUG oslo_vmware.rw_handles [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5254a0a1-a8a0-67c5-7836-0b548764fbe0/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1397.418479] env[69763]: INFO nova.virt.vmwareapi.images [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Downloaded image file data 03ff44bb-c723-4374-977c-c98288bfb706 [ 1397.419469] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8643b36-9fc3-43c3-84a1-770934b78d55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.438746] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-053e0895-798c-4b1c-ba89-f96f85598213 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.447271] env[69763]: DEBUG oslo_vmware.api [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Task: {'id': task-4123743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.155178} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.447538] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.447724] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.447905] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.448117] env[69763]: INFO nova.compute.manager [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1397.448421] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1397.448627] env[69763]: DEBUG nova.compute.manager [-] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1397.448715] env[69763]: DEBUG nova.network.neutron [-] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1397.478570] env[69763]: INFO nova.virt.vmwareapi.images [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] The imported VM was unregistered [ 1397.481829] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Caching image {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1397.481829] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating directory with path [datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.483646] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e918a990-2b50-4447-a3ab-503f6cbde539 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.518116] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Created directory with path [datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.518337] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878/OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878.vmdk to [datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706/03ff44bb-c723-4374-977c-c98288bfb706.vmdk. {{(pid=69763) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1397.518604] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-eca309a9-ac4d-4544-82f6-65852032939a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.528757] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1397.528757] env[69763]: value = "task-4123745" [ 1397.528757] env[69763]: _type = "Task" [ 1397.528757] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.538144] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123745, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.623316] env[69763]: DEBUG nova.compute.manager [req-d357ea67-7a04-4c3e-a174-bda57bcbfb7c req-5f9bf0f7-3c5c-4302-b68d-fa572259779a service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Received event network-vif-deleted-63cbd196-515c-4f22-af11-612a555958f6 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.623316] env[69763]: INFO nova.compute.manager [req-d357ea67-7a04-4c3e-a174-bda57bcbfb7c req-5f9bf0f7-3c5c-4302-b68d-fa572259779a service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Neutron deleted interface 63cbd196-515c-4f22-af11-612a555958f6; detaching it from the instance and deleting it from the info cache [ 1397.623316] env[69763]: DEBUG nova.network.neutron [req-d357ea67-7a04-4c3e-a174-bda57bcbfb7c req-5f9bf0f7-3c5c-4302-b68d-fa572259779a service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.684350] env[69763]: DEBUG nova.compute.manager [req-2797f316-a1f1-49c0-9b39-0f19ae4633a7 req-5862711d-b5fe-4dd6-8c28-33fdc350d7fb service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Received event network-vif-deleted-632bef17-33fa-4cd9-8460-f242f7a787c8 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.684585] env[69763]: INFO nova.compute.manager [req-2797f316-a1f1-49c0-9b39-0f19ae4633a7 req-5862711d-b5fe-4dd6-8c28-33fdc350d7fb service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Neutron deleted interface 632bef17-33fa-4cd9-8460-f242f7a787c8; detaching it from the instance and deleting it from the info cache [ 1397.684760] env[69763]: DEBUG nova.network.neutron [req-2797f316-a1f1-49c0-9b39-0f19ae4633a7 req-5862711d-b5fe-4dd6-8c28-33fdc350d7fb service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1397.742097] env[69763]: DEBUG oslo_concurrency.lockutils [None req-42dfe8e8-40f7-4f17-9612-9741e4b72792 tempest-ServerActionsTestOtherA-181965576 tempest-ServerActionsTestOtherA-181965576-project-member] Lock "333044fb-7528-4210-b5f5-566e74e0c286" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.573s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.821438] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c473a03a-825a-4766-9220-3eae594bb4e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.828904] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7e3619f-55cd-488a-beac-0a226d204f80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.861435] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b51e23c1-6d91-4c89-8bbf-902bb49b4dce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.869036] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cc1c6b7-764e-40e5-9d9d-9d4efbe36b72 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.882591] env[69763]: DEBUG nova.compute.provider_tree [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1398.041364] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123745, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.100067] env[69763]: DEBUG nova.network.neutron [-] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.126159] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-560d8c29-e27a-46f2-97d9-089fdee32928 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.137676] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7f2b27-bb7f-4470-a5ea-893e74d5e182 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.169982] env[69763]: DEBUG nova.network.neutron [-] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.171409] env[69763]: DEBUG nova.compute.manager [req-d357ea67-7a04-4c3e-a174-bda57bcbfb7c req-5f9bf0f7-3c5c-4302-b68d-fa572259779a service nova] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Detach interface failed, port_id=63cbd196-515c-4f22-af11-612a555958f6, reason: Instance b4dab3d7-8d47-4344-b8cc-475465499b6f could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.187270] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29a77e23-3f29-47ff-8c66-c942c525ad03 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.199940] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3908ff86-4ee9-4b0a-a296-d54803135e0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.231592] env[69763]: DEBUG nova.compute.manager [req-2797f316-a1f1-49c0-9b39-0f19ae4633a7 req-5862711d-b5fe-4dd6-8c28-33fdc350d7fb service nova] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Detach interface failed, port_id=632bef17-33fa-4cd9-8460-f242f7a787c8, reason: Instance 39badba3-9857-4bf5-a1c5-d78f11e9cd24 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1398.386488] env[69763]: DEBUG nova.scheduler.client.report [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1398.550026] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123745, 'name': MoveVirtualDisk_Task} progress is 32%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.602573] env[69763]: INFO nova.compute.manager [-] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Took 1.24 seconds to deallocate network for instance. [ 1398.673503] env[69763]: INFO nova.compute.manager [-] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Took 1.22 seconds to deallocate network for instance. [ 1398.891924] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.680s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1398.920951] env[69763]: INFO nova.scheduler.client.report [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleted allocations for instance f5c24495-9e58-4737-a7a4-a07fe0d5e61f [ 1399.043649] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123745, 'name': MoveVirtualDisk_Task} progress is 52%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.110914] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.111247] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1399.111529] env[69763]: DEBUG nova.objects.instance [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lazy-loading 'resources' on Instance uuid b4dab3d7-8d47-4344-b8cc-475465499b6f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1399.180262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1399.435371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-778ad42e-ba00-48e2-b754-bcb968699616 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "f5c24495-9e58-4737-a7a4-a07fe0d5e61f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.586s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1399.547329] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123745, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.737669] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc0af98-e81a-4418-b818-bd4f3d7ce4ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.749291] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e86b5d8-fd62-412c-8e73-877d4f2d3572 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.792530] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d630a3-00fe-405b-b3ff-6d07e1eaa742 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.803971] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-504d347b-c35d-43d2-beab-75cf3b70ea55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.822325] env[69763]: DEBUG nova.compute.provider_tree [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1400.046223] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123745, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.326429] env[69763]: DEBUG nova.scheduler.client.report [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1400.545459] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123745, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.719014} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.545778] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878/OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878.vmdk to [datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706/03ff44bb-c723-4374-977c-c98288bfb706.vmdk. [ 1400.546047] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Cleaning up location [datastore2] OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1400.546388] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_59986323-ab67-408e-8673-c05f18661878 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1400.546388] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dff74ad9-79d1-48aa-a717-df74deee1b65 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.553116] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1400.553116] env[69763]: value = "task-4123748" [ 1400.553116] env[69763]: _type = "Task" [ 1400.553116] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.561897] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123748, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.831271] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.720s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.833832] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.654s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.834103] env[69763]: DEBUG nova.objects.instance [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lazy-loading 'resources' on Instance uuid 39badba3-9857-4bf5-a1c5-d78f11e9cd24 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1400.857544] env[69763]: INFO nova.scheduler.client.report [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleted allocations for instance b4dab3d7-8d47-4344-b8cc-475465499b6f [ 1401.063940] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123748, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.035951} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.064237] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1401.064415] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706/03ff44bb-c723-4374-977c-c98288bfb706.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.064698] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706/03ff44bb-c723-4374-977c-c98288bfb706.vmdk to [datastore2] d726f180-955e-489e-a43b-36365b1d5d99/d726f180-955e-489e-a43b-36365b1d5d99.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1401.066593] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f1f3261d-e30e-4537-9620-c5f3e8a341a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.073011] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1401.073011] env[69763]: value = "task-4123749" [ 1401.073011] env[69763]: _type = "Task" [ 1401.073011] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1401.081173] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123749, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.370865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6fb5c7c7-3709-4746-bc0e-a87b223a3353 tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "b4dab3d7-8d47-4344-b8cc-475465499b6f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.646s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1401.443879] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8058d31-1093-44a8-a339-3622af61b5e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.455623] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-700ccc4f-854a-496c-ad58-4f14f38b63c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.496248] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c49dea77-c0e3-4e71-a149-44ff176cf2f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.505223] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a9284b6-df24-444a-93fd-5fafb4f110d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.521696] env[69763]: DEBUG nova.compute.provider_tree [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1401.583335] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123749, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.030991] env[69763]: DEBUG nova.scheduler.client.report [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1402.086545] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123749, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.538635] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.565268] env[69763]: INFO nova.scheduler.client.report [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Deleted allocations for instance 39badba3-9857-4bf5-a1c5-d78f11e9cd24 [ 1402.585911] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123749, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.075289] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8035b118-5b06-454e-b6bd-bef803b41c7f tempest-ListServersNegativeTestJSON-401732282 tempest-ListServersNegativeTestJSON-401732282-project-member] Lock "39badba3-9857-4bf5-a1c5-d78f11e9cd24" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.276s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.090404] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123749, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.590673] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123749, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.517167} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.591069] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/03ff44bb-c723-4374-977c-c98288bfb706/03ff44bb-c723-4374-977c-c98288bfb706.vmdk to [datastore2] d726f180-955e-489e-a43b-36365b1d5d99/d726f180-955e-489e-a43b-36365b1d5d99.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1403.591792] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35e20d-0721-49b3-a045-57c918ea2508 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.616107] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] d726f180-955e-489e-a43b-36365b1d5d99/d726f180-955e-489e-a43b-36365b1d5d99.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1403.616475] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8ce364e4-68f8-4926-bcd5-ccb0e62c429e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.636364] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1403.636364] env[69763]: value = "task-4123751" [ 1403.636364] env[69763]: _type = "Task" [ 1403.636364] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.645927] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.646320] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.646533] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.646740] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1403.646944] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1403.651641] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123751, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.651641] env[69763]: INFO nova.compute.manager [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Terminating instance [ 1403.738730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquiring lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1403.738988] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.149020] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123751, 'name': ReconfigVM_Task, 'duration_secs': 0.340239} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.149020] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Reconfigured VM instance instance-0000006e to attach disk [datastore2] d726f180-955e-489e-a43b-36365b1d5d99/d726f180-955e-489e-a43b-36365b1d5d99.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.149967] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'disk_bus': None, 'encrypted': False, 'device_name': '/dev/sda', 'encryption_options': None, 'encryption_format': None, 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'boot_index': 0, 'image_id': '8c321dca-8899-4506-8165-341cc6758393'}], 'ephemerals': [], 'block_device_mapping': [{'disk_bus': None, 'delete_on_termination': False, 'guest_format': None, 'attachment_id': '42ce82e2-f0c8-46db-979d-e051ef512648', 'device_type': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816822', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'name': 'volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd726f180-955e-489e-a43b-36365b1d5d99', 'attached_at': '', 'detached_at': '', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'serial': '2b4fc91c-edde-4d93-af61-7aa8badb5d17'}, 'mount_device': '/dev/sdb', 'boot_index': None, 'volume_type': None}], 'swap': None} {{(pid=69763) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1404.150192] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1404.150385] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816822', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'name': 'volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd726f180-955e-489e-a43b-36365b1d5d99', 'attached_at': '', 'detached_at': '', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'serial': '2b4fc91c-edde-4d93-af61-7aa8badb5d17'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1404.151170] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8bc0dd2-e95c-4b27-bf84-321a70fd0d0f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.154065] env[69763]: DEBUG nova.compute.manager [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1404.154223] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1404.154955] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a40b81f-c37d-417c-9396-c21a16c39f38 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.173436] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e930b10f-5a24-4d0f-8ebe-29aab8d25213 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.176980] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1404.177160] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fdb51ea-ea93-47e9-ae06-798b25841b6a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.204705] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17/volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1404.206404] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a9d67664-e2ad-47bb-a71f-6ef2e4491f32 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.220511] env[69763]: DEBUG oslo_vmware.api [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1404.220511] env[69763]: value = "task-4123752" [ 1404.220511] env[69763]: _type = "Task" [ 1404.220511] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.226820] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1404.226820] env[69763]: value = "task-4123753" [ 1404.226820] env[69763]: _type = "Task" [ 1404.226820] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.230055] env[69763]: DEBUG oslo_vmware.api [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123752, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.238394] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123753, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.240983] env[69763]: DEBUG nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1404.735949] env[69763]: DEBUG oslo_vmware.api [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123752, 'name': PowerOffVM_Task, 'duration_secs': 0.259642} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.739689] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1404.739689] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1404.739689] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02d80eae-bb8b-4255-b87a-61f3fc1c1a50 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.749502] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123753, 'name': ReconfigVM_Task, 'duration_secs': 0.463562} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.749861] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Reconfigured VM instance instance-0000006e to attach disk [datastore2] volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17/volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1404.756928] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c042032c-9c83-4afb-a8a4-834b0a567dd3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.773431] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1404.773431] env[69763]: value = "task-4123755" [ 1404.773431] env[69763]: _type = "Task" [ 1404.773431] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.782759] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123755, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.786385] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1404.786586] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1404.788089] env[69763]: INFO nova.compute.claims [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1404.889708] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1404.890056] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1404.890209] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleting the datastore file [datastore2] 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1404.890511] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4e14b45-9c2c-4761-93b0-647402895661 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1404.898395] env[69763]: DEBUG oslo_vmware.api [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1404.898395] env[69763]: value = "task-4123756" [ 1404.898395] env[69763]: _type = "Task" [ 1404.898395] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1404.907179] env[69763]: DEBUG oslo_vmware.api [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123756, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.284582] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123755, 'name': ReconfigVM_Task, 'duration_secs': 0.159293} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.284953] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816822', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'name': 'volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd726f180-955e-489e-a43b-36365b1d5d99', 'attached_at': '', 'detached_at': '', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'serial': '2b4fc91c-edde-4d93-af61-7aa8badb5d17'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1405.285624] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0adeaf30-fea5-4800-b5e4-dbd61923e583 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.295216] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1405.295216] env[69763]: value = "task-4123757" [ 1405.295216] env[69763]: _type = "Task" [ 1405.295216] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.305338] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123757, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.408505] env[69763]: DEBUG oslo_vmware.api [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123756, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180629} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.408842] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1405.409067] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1405.409138] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1405.409319] env[69763]: INFO nova.compute.manager [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Took 1.26 seconds to destroy the instance on the hypervisor. [ 1405.409552] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1405.409787] env[69763]: DEBUG nova.compute.manager [-] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1405.409863] env[69763]: DEBUG nova.network.neutron [-] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1405.764206] env[69763]: DEBUG nova.compute.manager [req-4a8fd7a2-e1c7-41f5-b8b3-f99acff19106 req-a7ab8a48-ffcc-4e40-958f-36a34218769a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Received event network-vif-deleted-53f7c1ff-44a0-4c31-94a2-becc50965038 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1405.764566] env[69763]: INFO nova.compute.manager [req-4a8fd7a2-e1c7-41f5-b8b3-f99acff19106 req-a7ab8a48-ffcc-4e40-958f-36a34218769a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Neutron deleted interface 53f7c1ff-44a0-4c31-94a2-becc50965038; detaching it from the instance and deleting it from the info cache [ 1405.764786] env[69763]: DEBUG nova.network.neutron [req-4a8fd7a2-e1c7-41f5-b8b3-f99acff19106 req-a7ab8a48-ffcc-4e40-958f-36a34218769a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.809546] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123757, 'name': Rename_Task, 'duration_secs': 0.384072} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1405.809846] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1405.810187] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ea93146d-febf-4af3-86b4-64fdc37e2c21 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.819550] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1405.819550] env[69763]: value = "task-4123758" [ 1405.819550] env[69763]: _type = "Task" [ 1405.819550] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1405.830724] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123758, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.888763] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61059e7c-69d9-42d8-97fa-1ec0b7d332d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.896519] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2f568bd-16e0-468d-ba34-fd984d4f6a7f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.933121] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a24518ab-d9b7-4c90-b19d-34bf64ab8697 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.940947] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc619bba-f9b6-400f-a40c-657d7da32549 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.955552] env[69763]: DEBUG nova.compute.provider_tree [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.247789] env[69763]: DEBUG nova.network.neutron [-] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1406.271416] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f72fdccb-cf2a-4bac-9c41-8fe1277b3346 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.282428] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f63c7d-0e77-4911-986f-b0ad761b8919 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.313372] env[69763]: DEBUG nova.compute.manager [req-4a8fd7a2-e1c7-41f5-b8b3-f99acff19106 req-a7ab8a48-ffcc-4e40-958f-36a34218769a service nova] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Detach interface failed, port_id=53f7c1ff-44a0-4c31-94a2-becc50965038, reason: Instance 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1406.328654] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123758, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.461030] env[69763]: DEBUG nova.scheduler.client.report [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1406.751716] env[69763]: INFO nova.compute.manager [-] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Took 1.34 seconds to deallocate network for instance. [ 1406.828571] env[69763]: DEBUG oslo_vmware.api [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123758, 'name': PowerOnVM_Task, 'duration_secs': 0.539701} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.828917] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1406.961647] env[69763]: DEBUG nova.compute.manager [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1406.962640] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48088496-25fb-42dd-9ae0-cec3e032e564 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.967875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.181s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.968404] env[69763]: DEBUG nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1407.258835] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1407.259152] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1407.259376] env[69763]: DEBUG nova.objects.instance [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lazy-loading 'resources' on Instance uuid 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1407.473624] env[69763]: DEBUG nova.compute.utils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1407.475145] env[69763]: DEBUG nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1407.475324] env[69763]: DEBUG nova.network.neutron [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1407.484912] env[69763]: DEBUG oslo_concurrency.lockutils [None req-eee1f7ca-2bd9-4d2b-abb0-de1f45506827 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 30.150s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.520583] env[69763]: DEBUG nova.policy [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2a694ab790a84dd3be49d226d489df1c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '673175948e5845e68d5aa10b85b5d67a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1407.771830] env[69763]: DEBUG nova.network.neutron [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Successfully created port: b61f2449-20d3-4a43-9c17-67c2da8162dc {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1407.844055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5994b9c6-9362-4d8e-9870-9dd679781ad5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.851559] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c0089b-f719-4b1d-a9f5-5b154b79899b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.881179] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55f19c3e-3acf-49cd-a427-bef79e235513 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.889063] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2edcf763-3b3b-4e2c-abed-e28e05bf6bc7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.902397] env[69763]: DEBUG nova.compute.provider_tree [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1407.979592] env[69763]: DEBUG nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1408.405986] env[69763]: DEBUG nova.scheduler.client.report [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1408.912262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.937245] env[69763]: INFO nova.scheduler.client.report [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleted allocations for instance 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c [ 1408.988456] env[69763]: DEBUG nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1409.019112] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1409.019406] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1409.019569] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1409.019772] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1409.019928] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1409.020106] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1409.020334] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1409.020510] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1409.020685] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1409.020862] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1409.021058] env[69763]: DEBUG nova.virt.hardware [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1409.022147] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133ba791-528f-4bdc-bddb-33f4d48f2200 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.032055] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a20dd55-6416-49f1-a9c1-4439e083b811 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.254782] env[69763]: DEBUG nova.network.neutron [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Successfully updated port: b61f2449-20d3-4a43-9c17-67c2da8162dc {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1409.262854] env[69763]: DEBUG nova.compute.manager [req-abea6e7e-503f-4978-b045-ba6e6521386f req-de7751d6-8341-463d-82db-556f10ae4b08 service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Received event network-vif-plugged-b61f2449-20d3-4a43-9c17-67c2da8162dc {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1409.262854] env[69763]: DEBUG oslo_concurrency.lockutils [req-abea6e7e-503f-4978-b045-ba6e6521386f req-de7751d6-8341-463d-82db-556f10ae4b08 service nova] Acquiring lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1409.262854] env[69763]: DEBUG oslo_concurrency.lockutils [req-abea6e7e-503f-4978-b045-ba6e6521386f req-de7751d6-8341-463d-82db-556f10ae4b08 service nova] Lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1409.262854] env[69763]: DEBUG oslo_concurrency.lockutils [req-abea6e7e-503f-4978-b045-ba6e6521386f req-de7751d6-8341-463d-82db-556f10ae4b08 service nova] Lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.262854] env[69763]: DEBUG nova.compute.manager [req-abea6e7e-503f-4978-b045-ba6e6521386f req-de7751d6-8341-463d-82db-556f10ae4b08 service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] No waiting events found dispatching network-vif-plugged-b61f2449-20d3-4a43-9c17-67c2da8162dc {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1409.262854] env[69763]: WARNING nova.compute.manager [req-abea6e7e-503f-4978-b045-ba6e6521386f req-de7751d6-8341-463d-82db-556f10ae4b08 service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Received unexpected event network-vif-plugged-b61f2449-20d3-4a43-9c17-67c2da8162dc for instance with vm_state building and task_state spawning. [ 1409.446661] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9c2cc5e2-4494-4938-865d-2256d9bd975a tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "8b10eef2-416c-4789-bbba-0f9a3bc6cc0c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.800s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1409.760392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquiring lock "refresh_cache-6feb6dc3-c615-4795-9bd7-6e1183742d0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.760606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquired lock "refresh_cache-6feb6dc3-c615-4795-9bd7-6e1183742d0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.760798] env[69763]: DEBUG nova.network.neutron [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1410.293432] env[69763]: DEBUG nova.network.neutron [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1410.415346] env[69763]: DEBUG nova.network.neutron [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Updating instance_info_cache with network_info: [{"id": "b61f2449-20d3-4a43-9c17-67c2da8162dc", "address": "fa:16:3e:05:89:23", "network": {"id": "145f13ae-09f3-41ce-82ae-214277940158", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1885185019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "673175948e5845e68d5aa10b85b5d67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb61f2449-20", "ovs_interfaceid": "b61f2449-20d3-4a43-9c17-67c2da8162dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.457599] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "ac2b827d-4467-4b83-814b-c45ccaac7318" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.457730] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.457938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "ac2b827d-4467-4b83-814b-c45ccaac7318-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1410.458247] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1410.458442] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1410.460575] env[69763]: INFO nova.compute.manager [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Terminating instance [ 1410.918732] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Releasing lock "refresh_cache-6feb6dc3-c615-4795-9bd7-6e1183742d0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.919192] env[69763]: DEBUG nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Instance network_info: |[{"id": "b61f2449-20d3-4a43-9c17-67c2da8162dc", "address": "fa:16:3e:05:89:23", "network": {"id": "145f13ae-09f3-41ce-82ae-214277940158", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1885185019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "673175948e5845e68d5aa10b85b5d67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb61f2449-20", "ovs_interfaceid": "b61f2449-20d3-4a43-9c17-67c2da8162dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1410.919646] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:05:89:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69054a13-b7ef-44e1-bd3b-3ca5ba602848', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b61f2449-20d3-4a43-9c17-67c2da8162dc', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1410.927680] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Creating folder: Project (673175948e5845e68d5aa10b85b5d67a). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1410.927992] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-20a8177b-c1ea-4ca0-a011-857135008b99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.941569] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Created folder: Project (673175948e5845e68d5aa10b85b5d67a) in parent group-v816505. [ 1410.941569] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Creating folder: Instances. Parent ref: group-v816826. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1410.941865] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e821178b-c081-4d10-9c1a-dc3db022c172 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.952843] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Created folder: Instances in parent group-v816826. [ 1410.953208] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1410.953323] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1410.953578] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6459add9-1372-42e1-8a83-78e561c43222 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.968270] env[69763]: DEBUG nova.compute.manager [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1410.968464] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1410.969285] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04d94431-0f67-42db-a8e4-86d96d9c8c6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.977402] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1410.978694] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dffbcb1c-eda3-450b-adff-979955f3c92c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.980191] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1410.980191] env[69763]: value = "task-4123761" [ 1410.980191] env[69763]: _type = "Task" [ 1410.980191] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.985446] env[69763]: DEBUG oslo_vmware.api [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1410.985446] env[69763]: value = "task-4123762" [ 1410.985446] env[69763]: _type = "Task" [ 1410.985446] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.992868] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123761, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1410.998377] env[69763]: DEBUG oslo_vmware.api [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123762, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.290746] env[69763]: DEBUG nova.compute.manager [req-d65b9f39-c214-4e64-b560-02eb115df6dc req-2534cfe7-eefb-44d8-9025-21250ae879e5 service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Received event network-changed-b61f2449-20d3-4a43-9c17-67c2da8162dc {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1411.290746] env[69763]: DEBUG nova.compute.manager [req-d65b9f39-c214-4e64-b560-02eb115df6dc req-2534cfe7-eefb-44d8-9025-21250ae879e5 service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Refreshing instance network info cache due to event network-changed-b61f2449-20d3-4a43-9c17-67c2da8162dc. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1411.291026] env[69763]: DEBUG oslo_concurrency.lockutils [req-d65b9f39-c214-4e64-b560-02eb115df6dc req-2534cfe7-eefb-44d8-9025-21250ae879e5 service nova] Acquiring lock "refresh_cache-6feb6dc3-c615-4795-9bd7-6e1183742d0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.291341] env[69763]: DEBUG oslo_concurrency.lockutils [req-d65b9f39-c214-4e64-b560-02eb115df6dc req-2534cfe7-eefb-44d8-9025-21250ae879e5 service nova] Acquired lock "refresh_cache-6feb6dc3-c615-4795-9bd7-6e1183742d0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.291611] env[69763]: DEBUG nova.network.neutron [req-d65b9f39-c214-4e64-b560-02eb115df6dc req-2534cfe7-eefb-44d8-9025-21250ae879e5 service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Refreshing network info cache for port b61f2449-20d3-4a43-9c17-67c2da8162dc {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1411.492209] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123761, 'name': CreateVM_Task, 'duration_secs': 0.331201} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.492764] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1411.493486] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.493676] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.494013] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.494312] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fedfef5c-d8f0-4104-88d3-d4769e3192e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.499085] env[69763]: DEBUG oslo_vmware.api [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123762, 'name': PowerOffVM_Task, 'duration_secs': 0.210379} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1411.499761] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1411.499989] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1411.500287] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-98ad0873-a9c8-4080-a292-4f18bf5d7552 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.503575] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1411.503575] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e81eed-28ca-7119-0593-50e4d626607e" [ 1411.503575] env[69763]: _type = "Task" [ 1411.503575] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.512205] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e81eed-28ca-7119-0593-50e4d626607e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.579523] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1411.579780] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1411.579969] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleting the datastore file [datastore1] ac2b827d-4467-4b83-814b-c45ccaac7318 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1411.580333] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be7a8def-6c86-4fcb-a77e-3a9a76914021 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1411.587693] env[69763]: DEBUG oslo_vmware.api [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for the task: (returnval){ [ 1411.587693] env[69763]: value = "task-4123764" [ 1411.587693] env[69763]: _type = "Task" [ 1411.587693] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1411.596624] env[69763]: DEBUG oslo_vmware.api [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.014152] env[69763]: DEBUG nova.network.neutron [req-d65b9f39-c214-4e64-b560-02eb115df6dc req-2534cfe7-eefb-44d8-9025-21250ae879e5 service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Updated VIF entry in instance network info cache for port b61f2449-20d3-4a43-9c17-67c2da8162dc. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1412.014531] env[69763]: DEBUG nova.network.neutron [req-d65b9f39-c214-4e64-b560-02eb115df6dc req-2534cfe7-eefb-44d8-9025-21250ae879e5 service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Updating instance_info_cache with network_info: [{"id": "b61f2449-20d3-4a43-9c17-67c2da8162dc", "address": "fa:16:3e:05:89:23", "network": {"id": "145f13ae-09f3-41ce-82ae-214277940158", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-1885185019-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "673175948e5845e68d5aa10b85b5d67a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69054a13-b7ef-44e1-bd3b-3ca5ba602848", "external-id": "nsx-vlan-transportzone-153", "segmentation_id": 153, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb61f2449-20", "ovs_interfaceid": "b61f2449-20d3-4a43-9c17-67c2da8162dc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1412.020191] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e81eed-28ca-7119-0593-50e4d626607e, 'name': SearchDatastore_Task, 'duration_secs': 0.014158} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.020930] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.021178] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1412.021495] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.021711] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.021847] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1412.022132] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d1bf6f7-0844-4cc9-a3f3-fa03bb903021 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.032749] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1412.032939] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1412.033935] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21cea9d9-04ff-4da3-af91-d92d1ebc4027 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.039764] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1412.039764] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5297b161-bc30-40b8-d62e-65221446a071" [ 1412.039764] env[69763]: _type = "Task" [ 1412.039764] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.048400] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5297b161-bc30-40b8-d62e-65221446a071, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.097565] env[69763]: DEBUG oslo_vmware.api [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Task: {'id': task-4123764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143599} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.097855] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1412.098055] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1412.098245] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1412.098424] env[69763]: INFO nova.compute.manager [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1412.098912] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1412.098912] env[69763]: DEBUG nova.compute.manager [-] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1412.099192] env[69763]: DEBUG nova.network.neutron [-] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1412.521613] env[69763]: DEBUG oslo_concurrency.lockutils [req-d65b9f39-c214-4e64-b560-02eb115df6dc req-2534cfe7-eefb-44d8-9025-21250ae879e5 service nova] Releasing lock "refresh_cache-6feb6dc3-c615-4795-9bd7-6e1183742d0d" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.550907] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5297b161-bc30-40b8-d62e-65221446a071, 'name': SearchDatastore_Task, 'duration_secs': 0.009406} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1412.551761] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9ada198-362f-4c4b-a605-a9aab59bb65b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.557174] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1412.557174] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b68bc-c27c-0c42-b114-903ccc13705c" [ 1412.557174] env[69763]: _type = "Task" [ 1412.557174] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1412.565044] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b68bc-c27c-0c42-b114-903ccc13705c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.811372] env[69763]: DEBUG nova.network.neutron [-] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1413.068451] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]525b68bc-c27c-0c42-b114-903ccc13705c, 'name': SearchDatastore_Task, 'duration_secs': 0.009205} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.068742] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.069094] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 6feb6dc3-c615-4795-9bd7-6e1183742d0d/6feb6dc3-c615-4795-9bd7-6e1183742d0d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.069380] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0922ba1d-c4ef-4d33-b77e-ce357bf183a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.077789] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1413.077789] env[69763]: value = "task-4123765" [ 1413.077789] env[69763]: _type = "Task" [ 1413.077789] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.086902] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123765, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.313929] env[69763]: INFO nova.compute.manager [-] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Took 1.21 seconds to deallocate network for instance. [ 1413.318644] env[69763]: DEBUG nova.compute.manager [req-96c2719b-9b69-4cb8-86e7-f93d030b121c req-3b5184d7-e61c-470a-8b19-fe8b278d1f3c service nova] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Received event network-vif-deleted-d9c77b34-b636-4b15-9511-b7583b245cb4 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1413.589529] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123765, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.824922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1413.825034] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1413.825362] env[69763]: DEBUG nova.objects.instance [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lazy-loading 'resources' on Instance uuid ac2b827d-4467-4b83-814b-c45ccaac7318 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1414.089674] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123765, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533873} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.089901] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 6feb6dc3-c615-4795-9bd7-6e1183742d0d/6feb6dc3-c615-4795-9bd7-6e1183742d0d.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1414.090137] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1414.090411] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9de861dc-f8d8-4962-b9ee-0b5d8aa7f71d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.099077] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1414.099077] env[69763]: value = "task-4123766" [ 1414.099077] env[69763]: _type = "Task" [ 1414.099077] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.110129] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.411270] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4973e7c4-e3e9-466a-9c01-cc1b7aa5a1cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.419536] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b944568d-2de7-4de2-908d-5f333a1fae8d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.452555] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58139863-f2ee-4a0b-ab1f-effa2b10acfc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.460887] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b892a28f-5cce-4605-9ba1-d4306d6e74b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.475667] env[69763]: DEBUG nova.compute.provider_tree [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1414.612456] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260905} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1414.612844] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1414.613559] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a64bd51-baa7-4b65-8c01-140bf879426d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.638317] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] 6feb6dc3-c615-4795-9bd7-6e1183742d0d/6feb6dc3-c615-4795-9bd7-6e1183742d0d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1414.638633] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a2ec448-2574-4698-93b1-c04a392cba07 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1414.659833] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1414.659833] env[69763]: value = "task-4123767" [ 1414.659833] env[69763]: _type = "Task" [ 1414.659833] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.671237] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.979807] env[69763]: DEBUG nova.scheduler.client.report [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1415.171316] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123767, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.486228] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.661s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1415.504988] env[69763]: INFO nova.scheduler.client.report [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Deleted allocations for instance ac2b827d-4467-4b83-814b-c45ccaac7318 [ 1415.671157] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123767, 'name': ReconfigVM_Task, 'duration_secs': 0.578123} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1415.671597] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Reconfigured VM instance instance-00000079 to attach disk [datastore1] 6feb6dc3-c615-4795-9bd7-6e1183742d0d/6feb6dc3-c615-4795-9bd7-6e1183742d0d.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1415.672108] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d259b1b4-a841-4886-bb17-05c3eb63906f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1415.678849] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1415.678849] env[69763]: value = "task-4123768" [ 1415.678849] env[69763]: _type = "Task" [ 1415.678849] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1415.692203] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123768, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.013189] env[69763]: DEBUG oslo_concurrency.lockutils [None req-e5568f80-7d74-45a8-b36b-d9141233fa26 tempest-ServerRescueNegativeTestJSON-1656302266 tempest-ServerRescueNegativeTestJSON-1656302266-project-member] Lock "ac2b827d-4467-4b83-814b-c45ccaac7318" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.555s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1416.189205] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123768, 'name': Rename_Task, 'duration_secs': 0.135879} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.189565] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1416.189743] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6d67901f-69c0-4b41-8a95-1341fe297a29 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.196221] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1416.196221] env[69763]: value = "task-4123769" [ 1416.196221] env[69763]: _type = "Task" [ 1416.196221] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.203667] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123769, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.706438] env[69763]: DEBUG oslo_vmware.api [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123769, 'name': PowerOnVM_Task, 'duration_secs': 0.435447} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.706896] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1416.707045] env[69763]: INFO nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Took 7.72 seconds to spawn the instance on the hypervisor. [ 1416.707139] env[69763]: DEBUG nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1416.707897] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-886019fb-e6a5-4a11-b685-cb0a21ada952 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.226908] env[69763]: INFO nova.compute.manager [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Took 12.48 seconds to build instance. [ 1417.736400] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d17fd81c-b276-4294-887b-e98e0e94eaa7 tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.996s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.077651] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquiring lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.078063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.078263] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquiring lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.078495] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.078720] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.080898] env[69763]: INFO nova.compute.manager [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Terminating instance [ 1419.585817] env[69763]: DEBUG nova.compute.manager [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1419.586189] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1419.587233] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd445dc0-214f-4a25-91ff-419b4149ed45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.596188] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1419.596483] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22b18ea8-b4c0-4bd0-8ad8-d14c8b2f621e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1419.605422] env[69763]: DEBUG oslo_vmware.api [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1419.605422] env[69763]: value = "task-4123770" [ 1419.605422] env[69763]: _type = "Task" [ 1419.605422] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1419.613247] env[69763]: DEBUG oslo_vmware.api [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123770, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.114660] env[69763]: DEBUG oslo_vmware.api [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123770, 'name': PowerOffVM_Task, 'duration_secs': 0.188429} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.115046] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.115114] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.115327] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-46909bf2-6b31-4181-b895-edc1af1fe15b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.181614] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.181864] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.182092] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Deleting the datastore file [datastore1] 6feb6dc3-c615-4795-9bd7-6e1183742d0d {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.182406] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46b1621b-8459-4efe-9fd8-332370611d7d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.189981] env[69763]: DEBUG oslo_vmware.api [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for the task: (returnval){ [ 1420.189981] env[69763]: value = "task-4123772" [ 1420.189981] env[69763]: _type = "Task" [ 1420.189981] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.198591] env[69763]: DEBUG oslo_vmware.api [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123772, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.701299] env[69763]: DEBUG oslo_vmware.api [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Task: {'id': task-4123772, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127305} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.701595] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1420.701997] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1420.701997] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1420.702136] env[69763]: INFO nova.compute.manager [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1420.702363] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1420.702554] env[69763]: DEBUG nova.compute.manager [-] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1420.702646] env[69763]: DEBUG nova.network.neutron [-] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1420.938712] env[69763]: DEBUG nova.compute.manager [req-47470314-af2f-4e22-9975-c58d995aa315 req-bd85e965-a16c-42a9-95e7-cc0a0857a10e service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Received event network-vif-deleted-b61f2449-20d3-4a43-9c17-67c2da8162dc {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.938928] env[69763]: INFO nova.compute.manager [req-47470314-af2f-4e22-9975-c58d995aa315 req-bd85e965-a16c-42a9-95e7-cc0a0857a10e service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Neutron deleted interface b61f2449-20d3-4a43-9c17-67c2da8162dc; detaching it from the instance and deleting it from the info cache [ 1420.939119] env[69763]: DEBUG nova.network.neutron [req-47470314-af2f-4e22-9975-c58d995aa315 req-bd85e965-a16c-42a9-95e7-cc0a0857a10e service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.420922] env[69763]: DEBUG nova.network.neutron [-] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1421.442485] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-900fb413-613e-4264-951a-6e22922fc826 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.455237] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eabdc5cb-7bb6-4f97-b8af-33f1dac19e73 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.485213] env[69763]: DEBUG nova.compute.manager [req-47470314-af2f-4e22-9975-c58d995aa315 req-bd85e965-a16c-42a9-95e7-cc0a0857a10e service nova] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Detach interface failed, port_id=b61f2449-20d3-4a43-9c17-67c2da8162dc, reason: Instance 6feb6dc3-c615-4795-9bd7-6e1183742d0d could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1421.924345] env[69763]: INFO nova.compute.manager [-] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Took 1.22 seconds to deallocate network for instance. [ 1422.431100] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1422.431515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1422.431583] env[69763]: DEBUG nova.objects.instance [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lazy-loading 'resources' on Instance uuid 6feb6dc3-c615-4795-9bd7-6e1183742d0d {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1422.992739] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3821bf-f141-4238-8359-55786006dc4c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.001087] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d8d7bb-7ebc-4ff5-8e75-c71d12fd4853 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.032737] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00b80d8-d002-4219-bd18-b7bfae2db75c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.040909] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51044c1c-2138-4ff0-ab96-5291babb1ff1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.054577] env[69763]: DEBUG nova.compute.provider_tree [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1423.558023] env[69763]: DEBUG nova.scheduler.client.report [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1424.063163] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.632s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1424.082138] env[69763]: INFO nova.scheduler.client.report [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Deleted allocations for instance 6feb6dc3-c615-4795-9bd7-6e1183742d0d [ 1424.590935] env[69763]: DEBUG oslo_concurrency.lockutils [None req-cd73aecb-dfec-4a8e-8aa0-c63e8cc04d4c tempest-ServerMetadataTestJSON-1661149669 tempest-ServerMetadataTestJSON-1661149669-project-member] Lock "6feb6dc3-c615-4795-9bd7-6e1183742d0d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.513s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.788040] env[69763]: DEBUG nova.compute.manager [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1429.308772] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1429.309082] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1429.814085] env[69763]: INFO nova.compute.claims [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1430.319943] env[69763]: INFO nova.compute.resource_tracker [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating resource usage from migration 19f53c4e-7dae-4b2e-8332-f44e5d6eb986 [ 1430.368618] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d89b0f4-40bf-43dc-8bf7-4c2afd73a223 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.376437] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f128cfd-e4f7-415f-bc79-15b2061f0091 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.406563] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e932a30-04b9-49bd-a6e7-2f62ae8518d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.414224] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9a0cc7d-fd56-4a5e-8128-4de3e2739006 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.428267] env[69763]: DEBUG nova.compute.provider_tree [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1430.931269] env[69763]: DEBUG nova.scheduler.client.report [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1431.436951] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.128s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1431.437231] env[69763]: INFO nova.compute.manager [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Migrating [ 1431.952346] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.952732] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.952732] env[69763]: DEBUG nova.network.neutron [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1432.670447] env[69763]: DEBUG nova.network.neutron [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [{"id": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "address": "fa:16:3e:03:d2:c7", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f4a5dd-ea", "ovs_interfaceid": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1433.173606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.689281] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27fabc6-83c0-4321-b629-43b82add6e71 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.709566] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance '14d46a10-36a7-49b5-b7c7-638569414d0b' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1435.215670] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.215974] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5f8d51d-e601-49b9-a7ab-b7c6ebd1c189 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.224371] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1435.224371] env[69763]: value = "task-4123773" [ 1435.224371] env[69763]: _type = "Task" [ 1435.224371] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.232626] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123773, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.705151] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1435.734817] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123773, 'name': PowerOffVM_Task, 'duration_secs': 0.187325} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.735163] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.735364] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance '14d46a10-36a7-49b5-b7c7-638569414d0b' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1436.242281] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1436.242564] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1436.242729] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1436.242925] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1436.243092] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1436.243248] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1436.243458] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1436.243621] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1436.243790] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1436.243997] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1436.244206] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1436.249244] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-436d1d04-7054-475f-b9d2-3234b83f127d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.265631] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1436.265631] env[69763]: value = "task-4123774" [ 1436.265631] env[69763]: _type = "Task" [ 1436.265631] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1436.274258] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123774, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.776228] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123774, 'name': ReconfigVM_Task, 'duration_secs': 0.183121} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.776228] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance '14d46a10-36a7-49b5-b7c7-638569414d0b' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1437.283175] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1437.283468] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1437.283877] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1437.284259] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1437.284546] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1437.286028] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1437.286028] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1437.286028] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1437.286028] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1437.286028] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1437.286028] env[69763]: DEBUG nova.virt.hardware [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1437.291230] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1437.291600] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a3aa855e-d9ff-49f1-aca7-710666390cf3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.311689] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1437.311689] env[69763]: value = "task-4123775" [ 1437.311689] env[69763]: _type = "Task" [ 1437.311689] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.320223] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123775, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1437.822291] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123775, 'name': ReconfigVM_Task, 'duration_secs': 0.160303} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1437.822666] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1437.823315] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-899025ae-09dd-4e88-8893-f60589b73cce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.845151] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b/14d46a10-36a7-49b5-b7c7-638569414d0b.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1437.845457] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1a92d25-aa78-4e29-a70e-f0935f78cf2e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.863178] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1437.863178] env[69763]: value = "task-4123776" [ 1437.863178] env[69763]: _type = "Task" [ 1437.863178] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1437.870996] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123776, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1438.372846] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123776, 'name': ReconfigVM_Task, 'duration_secs': 0.262527} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1438.373172] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b/14d46a10-36a7-49b5-b7c7-638569414d0b.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1438.373442] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance '14d46a10-36a7-49b5-b7c7-638569414d0b' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1438.880633] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf449642-e113-4002-b276-000f5aff5016 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.899554] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2eaa4391-a638-409b-b1e9-e2ca532514b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1438.916608] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance '14d46a10-36a7-49b5-b7c7-638569414d0b' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1439.456858] env[69763]: DEBUG nova.network.neutron [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Port f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1440.478875] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1440.479280] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1440.479334] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.700184] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1440.704881] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1441.515318] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.515559] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.515680] env[69763]: DEBUG nova.network.neutron [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1442.242753] env[69763]: DEBUG nova.network.neutron [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [{"id": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "address": "fa:16:3e:03:d2:c7", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f4a5dd-ea", "ovs_interfaceid": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.704506] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.705050] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.705050] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1442.745909] env[69763]: DEBUG oslo_concurrency.lockutils [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.271534] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b7c573-88f0-4207-92e7-cfe6c1332698 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.290764] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c45202e3-dede-4170-a299-c8e330c003fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.297966] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance '14d46a10-36a7-49b5-b7c7-638569414d0b' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1443.804096] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1443.804459] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d298ad7-8875-4e1d-badd-452d9be352e0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.812318] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1443.812318] env[69763]: value = "task-4123777" [ 1443.812318] env[69763]: _type = "Task" [ 1443.812318] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.821083] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.323078] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123777, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.653318] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1444.653649] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1444.705131] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.823239] env[69763]: DEBUG oslo_vmware.api [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123777, 'name': PowerOnVM_Task, 'duration_secs': 0.55996} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.823621] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1444.823745] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a33d8646-641e-471d-a411-1e74bd465c96 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance '14d46a10-36a7-49b5-b7c7-638569414d0b' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1445.156505] env[69763]: INFO nova.compute.manager [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Detaching volume 2b4fc91c-edde-4d93-af61-7aa8badb5d17 [ 1445.188710] env[69763]: INFO nova.virt.block_device [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Attempting to driver detach volume 2b4fc91c-edde-4d93-af61-7aa8badb5d17 from mountpoint /dev/sdb [ 1445.188949] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1445.189178] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816822', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'name': 'volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd726f180-955e-489e-a43b-36365b1d5d99', 'attached_at': '', 'detached_at': '', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'serial': '2b4fc91c-edde-4d93-af61-7aa8badb5d17'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1445.190051] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1dcd821-9323-4d4b-9142-216affb50ade {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.212879] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7de32c6-49aa-40fc-9e45-3883a9510a16 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.220017] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339edc03-e58b-4249-91a8-b58e84d4b93a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.240032] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ec3ff06-8883-4f8f-abac-e8a59a0bb9d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.254583] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] The volume has not been displaced from its original location: [datastore2] volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17/volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1445.260011] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Reconfiguring VM instance instance-0000006e to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1445.260442] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-baa31d68-8fed-4643-b13a-843ec9682579 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.279829] env[69763]: DEBUG oslo_vmware.api [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1445.279829] env[69763]: value = "task-4123778" [ 1445.279829] env[69763]: _type = "Task" [ 1445.279829] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.290200] env[69763]: DEBUG oslo_vmware.api [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123778, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.700187] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.789153] env[69763]: DEBUG oslo_vmware.api [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123778, 'name': ReconfigVM_Task, 'duration_secs': 0.244121} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.789454] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Reconfigured VM instance instance-0000006e to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1445.793902] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3e7459c-e9aa-423a-8de6-d093d9b5ad5b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.808917] env[69763]: DEBUG oslo_vmware.api [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1445.808917] env[69763]: value = "task-4123779" [ 1445.808917] env[69763]: _type = "Task" [ 1445.808917] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.817432] env[69763]: DEBUG oslo_vmware.api [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.206503] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.206969] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1446.320717] env[69763]: DEBUG oslo_vmware.api [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.710025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.710025] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.710465] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1446.710465] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1446.711160] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa7d057-c918-4e86-919a-31210ec66021 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.720535] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4db366-1079-4785-9fd6-3dcc6862549c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.737053] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dadf7eb5-cd8f-46da-9771-a4f95ca75554 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.744793] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30906cbd-2a40-4925-a8d0-82a1007c0736 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.784854] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180392MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1446.784854] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1446.785215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1446.823121] env[69763]: DEBUG oslo_vmware.api [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123779, 'name': ReconfigVM_Task, 'duration_secs': 0.799721} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.823560] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816822', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'name': 'volume-2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': 'd726f180-955e-489e-a43b-36365b1d5d99', 'attached_at': '', 'detached_at': '', 'volume_id': '2b4fc91c-edde-4d93-af61-7aa8badb5d17', 'serial': '2b4fc91c-edde-4d93-af61-7aa8badb5d17'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1447.233644] env[69763]: DEBUG nova.network.neutron [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Port f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1447.233990] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.234181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.234354] env[69763]: DEBUG nova.network.neutron [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1447.367696] env[69763]: DEBUG nova.objects.instance [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'flavor' on Instance uuid d726f180-955e-489e-a43b-36365b1d5d99 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1447.792881] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Applying migration context for instance 14d46a10-36a7-49b5-b7c7-638569414d0b as it has an incoming, in-progress migration 19f53c4e-7dae-4b2e-8332-f44e5d6eb986. Migration status is reverting {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1447.793603] env[69763]: INFO nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating resource usage from migration 19f53c4e-7dae-4b2e-8332-f44e5d6eb986 [ 1447.812876] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance d726f180-955e-489e-a43b-36365b1d5d99 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1447.813047] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Migration 19f53c4e-7dae-4b2e-8332-f44e5d6eb986 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1447.813182] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 14d46a10-36a7-49b5-b7c7-638569414d0b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1447.813364] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1447.813502] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1152MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1447.863735] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a41dd24a-234b-44a0-a111-9a6bfee1296a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.873348] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b20034c2-7612-4759-82ad-dba983784a0e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.907955] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9f41439-0e30-45fb-9e07-f3726bcebcd7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.916149] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6a10c9-abd5-4e20-abff-bdd082c9766a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.931199] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1447.976282] env[69763]: DEBUG nova.network.neutron [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [{"id": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "address": "fa:16:3e:03:d2:c7", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f4a5dd-ea", "ovs_interfaceid": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.378589] env[69763]: DEBUG oslo_concurrency.lockutils [None req-58d7b12d-dbfb-447c-bef2-2e522987dc24 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.725s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.432885] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1448.479248] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.905556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.905822] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.906063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "d726f180-955e-489e-a43b-36365b1d5d99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.906257] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1448.906430] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.908716] env[69763]: INFO nova.compute.manager [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Terminating instance [ 1448.938330] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1448.938534] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.153s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1448.982548] env[69763]: DEBUG nova.compute.manager [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69763) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1448.982832] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1448.983149] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.413124] env[69763]: DEBUG nova.compute.manager [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1449.413124] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1449.413652] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7dbf91a-705c-40f7-be46-95dbf950762f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.422279] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1449.422620] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f51eea8-621c-4bb9-81e6-6e1492d2910d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.428960] env[69763]: DEBUG oslo_vmware.api [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1449.428960] env[69763]: value = "task-4123780" [ 1449.428960] env[69763]: _type = "Task" [ 1449.428960] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1449.437941] env[69763]: DEBUG oslo_vmware.api [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123780, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1449.486011] env[69763]: DEBUG nova.objects.instance [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'migration_context' on Instance uuid 14d46a10-36a7-49b5-b7c7-638569414d0b {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.940518] env[69763]: DEBUG oslo_vmware.api [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123780, 'name': PowerOffVM_Task, 'duration_secs': 0.197799} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1449.940898] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1449.941097] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1449.941363] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f2605c01-d6c9-467b-9db5-47cc2ff90cac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.010483] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1450.010743] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1450.011641] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleting the datastore file [datastore2] d726f180-955e-489e-a43b-36365b1d5d99 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1450.011641] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e34c3d98-8e91-4b8c-9646-561c1754502b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.020219] env[69763]: DEBUG oslo_vmware.api [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1450.020219] env[69763]: value = "task-4123782" [ 1450.020219] env[69763]: _type = "Task" [ 1450.020219] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1450.028425] env[69763]: DEBUG oslo_vmware.api [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123782, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1450.053153] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-491b1443-9d33-4278-bb79-827bbb189b1d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.060801] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6857be26-932d-4c27-83b2-11bec9d8c195 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.091303] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df605c05-a028-4e2e-8c27-8c4eec5f5694 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.099573] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3605773b-832b-4384-90f1-089e7574cf6e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.113490] env[69763]: DEBUG nova.compute.provider_tree [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.531509] env[69763]: DEBUG oslo_vmware.api [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123782, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140691} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1450.532072] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1450.532072] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1450.532509] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1450.532509] env[69763]: INFO nova.compute.manager [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1450.532722] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1450.532813] env[69763]: DEBUG nova.compute.manager [-] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1450.532896] env[69763]: DEBUG nova.network.neutron [-] [instance: d726f180-955e-489e-a43b-36365b1d5d99] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1450.616984] env[69763]: DEBUG nova.scheduler.client.report [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1450.992252] env[69763]: DEBUG nova.compute.manager [req-528b9e62-4b3d-4bf0-946c-c9d680de26c0 req-4c7dc4a4-a7d5-4730-affe-0e5e6766d978 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Received event network-vif-deleted-5f04eb8e-010b-4598-8810-4e9786a6ac73 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1450.992468] env[69763]: INFO nova.compute.manager [req-528b9e62-4b3d-4bf0-946c-c9d680de26c0 req-4c7dc4a4-a7d5-4730-affe-0e5e6766d978 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Neutron deleted interface 5f04eb8e-010b-4598-8810-4e9786a6ac73; detaching it from the instance and deleting it from the info cache [ 1450.992646] env[69763]: DEBUG nova.network.neutron [req-528b9e62-4b3d-4bf0-946c-c9d680de26c0 req-4c7dc4a4-a7d5-4730-affe-0e5e6766d978 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.475734] env[69763]: DEBUG nova.network.neutron [-] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1451.497366] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aad0af28-f7a7-4980-aa5c-2dd7b187a63a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.507531] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fafeb2-aba3-43e9-9c96-fd2228de1582 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.535727] env[69763]: DEBUG nova.compute.manager [req-528b9e62-4b3d-4bf0-946c-c9d680de26c0 req-4c7dc4a4-a7d5-4730-affe-0e5e6766d978 service nova] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Detach interface failed, port_id=5f04eb8e-010b-4598-8810-4e9786a6ac73, reason: Instance d726f180-955e-489e-a43b-36365b1d5d99 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1451.628095] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.645s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.979254] env[69763]: INFO nova.compute.manager [-] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Took 1.45 seconds to deallocate network for instance. [ 1452.485922] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1452.486228] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1452.486491] env[69763]: DEBUG nova.objects.instance [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'resources' on Instance uuid d726f180-955e-489e-a43b-36365b1d5d99 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1453.046973] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e89daa51-c2ab-4965-a78b-d8e10b82edf0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.054972] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04f88f5-dec9-4c82-b5b8-d136530134dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.084763] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd75a0c7-71b1-4af0-9865-075e1460f5e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.092757] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ccd073-fa08-4327-a8fe-956d371c8560 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1453.106079] env[69763]: DEBUG nova.compute.provider_tree [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1453.167730] env[69763]: INFO nova.compute.manager [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Swapping old allocation on dict_keys(['39a54292-6291-43e6-9dcd-41089e8e05f6']) held by migration 19f53c4e-7dae-4b2e-8332-f44e5d6eb986 for instance [ 1453.190218] env[69763]: DEBUG nova.scheduler.client.report [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Overwriting current allocation {'allocations': {'39a54292-6291-43e6-9dcd-41089e8e05f6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 162}}, 'project_id': 'af97ede15df340b8bbf0c60bb5183105', 'user_id': 'fa0de17b692741758e68622273fdd2c5', 'consumer_generation': 1} on consumer 14d46a10-36a7-49b5-b7c7-638569414d0b {{(pid=69763) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1453.285355] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.285621] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.285851] env[69763]: DEBUG nova.network.neutron [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1453.609794] env[69763]: DEBUG nova.scheduler.client.report [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1454.000898] env[69763]: DEBUG nova.network.neutron [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [{"id": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "address": "fa:16:3e:03:d2:c7", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf8f4a5dd-ea", "ovs_interfaceid": "f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1454.116138] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.630s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1454.135799] env[69763]: INFO nova.scheduler.client.report [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted allocations for instance d726f180-955e-489e-a43b-36365b1d5d99 [ 1454.503690] env[69763]: DEBUG oslo_concurrency.lockutils [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-14d46a10-36a7-49b5-b7c7-638569414d0b" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.504241] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1454.504595] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1e36c7d9-2ceb-4180-8f30-e1675beefff6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1454.512151] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1454.512151] env[69763]: value = "task-4123783" [ 1454.512151] env[69763]: _type = "Task" [ 1454.512151] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1454.521884] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123783, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1454.644380] env[69763]: DEBUG oslo_concurrency.lockutils [None req-3ddc4663-ea63-4c0b-b744-d09ad6a5de6d tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "d726f180-955e-489e-a43b-36365b1d5d99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.738s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1455.022775] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123783, 'name': PowerOffVM_Task, 'duration_secs': 0.197007} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.023974] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1455.023974] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.023974] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.024289] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.024333] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.024492] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.024658] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.024869] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.025057] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.025310] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.025529] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.025714] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.030607] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a42e22e0-2dbb-4fbb-bc4f-bfa3c1d54eb0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.045896] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1455.045896] env[69763]: value = "task-4123784" [ 1455.045896] env[69763]: _type = "Task" [ 1455.045896] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.054268] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123784, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1455.555616] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123784, 'name': ReconfigVM_Task, 'duration_secs': 0.1354} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1455.556535] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f84dbb-d2f9-4fd9-bb6e-176ecaf7881a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.577713] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1455.577713] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1455.577713] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1455.577713] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1455.577713] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1455.577945] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1455.577982] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1455.578177] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1455.578298] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1455.578509] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1455.578704] env[69763]: DEBUG nova.virt.hardware [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1455.579606] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95ebb716-464b-4e67-91a5-ce6cd0d1206f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1455.587822] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1455.587822] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d6449a-3f89-142b-d916-55ddcef5a9c2" [ 1455.587822] env[69763]: _type = "Task" [ 1455.587822] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1455.595846] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d6449a-3f89-142b-d916-55ddcef5a9c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.097070] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d6449a-3f89-142b-d916-55ddcef5a9c2, 'name': SearchDatastore_Task, 'duration_secs': 0.01583} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.102117] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfiguring VM instance instance-00000078 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1456.102390] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e1c4e9b-a17e-4a0a-93cd-251c0d271da3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.120869] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1456.120869] env[69763]: value = "task-4123785" [ 1456.120869] env[69763]: _type = "Task" [ 1456.120869] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.129965] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1456.630922] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123785, 'name': ReconfigVM_Task, 'duration_secs': 0.184919} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1456.631228] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfigured VM instance instance-00000078 to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1456.632034] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8709bf0-3222-4a91-b4b3-b49da40979f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.653873] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b/14d46a10-36a7-49b5-b7c7-638569414d0b.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1456.654186] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5193b0c4-65cf-44b1-8199-59c48a6b7e6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1456.672610] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1456.672610] env[69763]: value = "task-4123786" [ 1456.672610] env[69763]: _type = "Task" [ 1456.672610] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1456.680811] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123786, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.023723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1457.023952] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1457.182439] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123786, 'name': ReconfigVM_Task, 'duration_secs': 0.260239} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.182648] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b/14d46a10-36a7-49b5-b7c7-638569414d0b.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1457.183500] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c99c036b-08db-46a3-a28a-9bd82b4bb1de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.201013] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ee11f4-bb59-4316-a7ab-8a0c58371ad0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.218242] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65d9f160-f607-4e3e-b907-13a4d8a214e2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.235303] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001410ea-3030-4e39-b13d-73c415e048d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.242099] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1457.242350] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe34d7d3-dc42-436c-abac-ab6eff07668b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1457.248594] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1457.248594] env[69763]: value = "task-4123787" [ 1457.248594] env[69763]: _type = "Task" [ 1457.248594] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1457.255785] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123787, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1457.527151] env[69763]: DEBUG nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1457.759011] env[69763]: DEBUG oslo_vmware.api [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123787, 'name': PowerOnVM_Task, 'duration_secs': 0.394085} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1457.759418] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1458.050174] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1458.050464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1458.051992] env[69763]: INFO nova.compute.claims [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1458.769799] env[69763]: INFO nova.compute.manager [None req-bcd2d01b-b666-4955-b965-b094c5bb4757 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance to original state: 'active' [ 1459.099330] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57a14468-3de3-41fe-b214-c8cb7c2f0231 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.107407] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c186d9-280c-4774-99bc-33300f5576c3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.137790] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec58c5e0-2475-48a2-8ee2-7f12574a1752 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.145671] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fc3606-5720-4701-83fe-b7bc99b371fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1459.159067] env[69763]: DEBUG nova.compute.provider_tree [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1459.662070] env[69763]: DEBUG nova.scheduler.client.report [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1459.706613] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "14d46a10-36a7-49b5-b7c7-638569414d0b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.706903] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.707107] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1459.707296] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1459.707512] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1459.709840] env[69763]: INFO nova.compute.manager [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Terminating instance [ 1460.167515] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.117s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1460.168066] env[69763]: DEBUG nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1460.213399] env[69763]: DEBUG nova.compute.manager [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1460.213696] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1460.214576] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1813a816-6826-40ad-8ea5-be5819bbdec8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.222897] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1460.223226] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15da296a-8b62-473f-861b-083982a5d111 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.229978] env[69763]: DEBUG oslo_vmware.api [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1460.229978] env[69763]: value = "task-4123788" [ 1460.229978] env[69763]: _type = "Task" [ 1460.229978] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.238736] env[69763]: DEBUG oslo_vmware.api [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1460.673712] env[69763]: DEBUG nova.compute.utils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1460.675259] env[69763]: DEBUG nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1460.675455] env[69763]: DEBUG nova.network.neutron [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1460.723572] env[69763]: DEBUG nova.policy [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '963967f3da354e91905ec6de6643be82', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7120e5c0232b4d40b01c53b516d88a50', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1460.739348] env[69763]: DEBUG oslo_vmware.api [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123788, 'name': PowerOffVM_Task, 'duration_secs': 0.190186} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1460.739639] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1460.739809] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1460.740073] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3b9a59f8-96df-448e-9d9e-dbad9e557566 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.807279] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1460.807572] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1460.807844] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleting the datastore file [datastore2] 14d46a10-36a7-49b5-b7c7-638569414d0b {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1460.808184] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-237990f2-a606-4dd7-940d-44f658d8d9e5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1460.815699] env[69763]: DEBUG oslo_vmware.api [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1460.815699] env[69763]: value = "task-4123790" [ 1460.815699] env[69763]: _type = "Task" [ 1460.815699] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1460.824417] env[69763]: DEBUG oslo_vmware.api [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1461.008067] env[69763]: DEBUG nova.network.neutron [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Successfully created port: f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1461.179373] env[69763]: DEBUG nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1461.324874] env[69763]: DEBUG oslo_vmware.api [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145651} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1461.325144] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1461.325338] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1461.325531] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1461.325721] env[69763]: INFO nova.compute.manager [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1461.325978] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1461.326182] env[69763]: DEBUG nova.compute.manager [-] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1461.326277] env[69763]: DEBUG nova.network.neutron [-] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1462.032478] env[69763]: DEBUG nova.compute.manager [req-960e8fc6-26c2-4de5-a3f4-a0af76405808 req-5f3b1bcf-f0e3-44c3-ac77-1d0c4b2e8a18 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Received event network-vif-deleted-f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.032708] env[69763]: INFO nova.compute.manager [req-960e8fc6-26c2-4de5-a3f4-a0af76405808 req-5f3b1bcf-f0e3-44c3-ac77-1d0c4b2e8a18 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Neutron deleted interface f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692; detaching it from the instance and deleting it from the info cache [ 1462.032890] env[69763]: DEBUG nova.network.neutron [req-960e8fc6-26c2-4de5-a3f4-a0af76405808 req-5f3b1bcf-f0e3-44c3-ac77-1d0c4b2e8a18 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.189413] env[69763]: DEBUG nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1462.218779] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1462.219055] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1462.219237] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1462.219426] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1462.219574] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1462.219722] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1462.219928] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1462.220233] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1462.220434] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1462.220606] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1462.220782] env[69763]: DEBUG nova.virt.hardware [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1462.221669] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7cefaf9-7ec2-4f30-94b7-1486fb40f186 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.229961] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-079129e1-ef1e-4ae0-85d4-90c17eb9b326 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.370689] env[69763]: DEBUG nova.compute.manager [req-71e4135a-c9b9-41b7-8364-37e509ad3fdb req-3c51b489-0dfa-4342-a221-979fba702b3c service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received event network-vif-plugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1462.370924] env[69763]: DEBUG oslo_concurrency.lockutils [req-71e4135a-c9b9-41b7-8364-37e509ad3fdb req-3c51b489-0dfa-4342-a221-979fba702b3c service nova] Acquiring lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1462.371153] env[69763]: DEBUG oslo_concurrency.lockutils [req-71e4135a-c9b9-41b7-8364-37e509ad3fdb req-3c51b489-0dfa-4342-a221-979fba702b3c service nova] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1462.371328] env[69763]: DEBUG oslo_concurrency.lockutils [req-71e4135a-c9b9-41b7-8364-37e509ad3fdb req-3c51b489-0dfa-4342-a221-979fba702b3c service nova] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1462.371499] env[69763]: DEBUG nova.compute.manager [req-71e4135a-c9b9-41b7-8364-37e509ad3fdb req-3c51b489-0dfa-4342-a221-979fba702b3c service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] No waiting events found dispatching network-vif-plugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1462.371663] env[69763]: WARNING nova.compute.manager [req-71e4135a-c9b9-41b7-8364-37e509ad3fdb req-3c51b489-0dfa-4342-a221-979fba702b3c service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received unexpected event network-vif-plugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 for instance with vm_state building and task_state spawning. [ 1462.449166] env[69763]: DEBUG nova.network.neutron [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Successfully updated port: f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1462.510044] env[69763]: DEBUG nova.network.neutron [-] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1462.535928] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d954031-3acb-4131-b6a4-818c433f9744 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.546369] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60945f54-0879-429b-b6c8-58640372db3b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1462.570779] env[69763]: DEBUG nova.compute.manager [req-960e8fc6-26c2-4de5-a3f4-a0af76405808 req-5f3b1bcf-f0e3-44c3-ac77-1d0c4b2e8a18 service nova] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Detach interface failed, port_id=f8f4a5dd-ea5c-4c1a-a6b7-1a7e6cb54692, reason: Instance 14d46a10-36a7-49b5-b7c7-638569414d0b could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1462.952422] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1462.952634] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1462.952723] env[69763]: DEBUG nova.network.neutron [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1463.012974] env[69763]: INFO nova.compute.manager [-] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Took 1.69 seconds to deallocate network for instance. [ 1463.483726] env[69763]: DEBUG nova.network.neutron [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1463.520035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1463.520329] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1463.520520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1463.544025] env[69763]: INFO nova.scheduler.client.report [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted allocations for instance 14d46a10-36a7-49b5-b7c7-638569414d0b [ 1463.615265] env[69763]: DEBUG nova.network.neutron [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [{"id": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "address": "fa:16:3e:2c:68:bb", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b88e9f-b3", "ovs_interfaceid": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1464.054021] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9960150d-5b2b-4659-b2ae-ecec5d12165e tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "14d46a10-36a7-49b5-b7c7-638569414d0b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.346s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.117853] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.118211] env[69763]: DEBUG nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Instance network_info: |[{"id": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "address": "fa:16:3e:2c:68:bb", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b88e9f-b3", "ovs_interfaceid": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1464.118651] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:68:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6b88e9f-b339-4250-a7d9-3837f9a08c57', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1464.126654] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1464.126902] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1464.127219] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e6eed612-22ca-471e-89d4-53ff897f4e07 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.150550] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1464.150550] env[69763]: value = "task-4123791" [ 1464.150550] env[69763]: _type = "Task" [ 1464.150550] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.159481] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123791, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1464.404087] env[69763]: DEBUG nova.compute.manager [req-02611c50-b076-46b6-88a2-741b479b12b9 req-bc7473ba-8fde-4adc-bc68-f2501904777b service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received event network-changed-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1464.404352] env[69763]: DEBUG nova.compute.manager [req-02611c50-b076-46b6-88a2-741b479b12b9 req-bc7473ba-8fde-4adc-bc68-f2501904777b service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Refreshing instance network info cache due to event network-changed-f6b88e9f-b339-4250-a7d9-3837f9a08c57. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1464.404638] env[69763]: DEBUG oslo_concurrency.lockutils [req-02611c50-b076-46b6-88a2-741b479b12b9 req-bc7473ba-8fde-4adc-bc68-f2501904777b service nova] Acquiring lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.404722] env[69763]: DEBUG oslo_concurrency.lockutils [req-02611c50-b076-46b6-88a2-741b479b12b9 req-bc7473ba-8fde-4adc-bc68-f2501904777b service nova] Acquired lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.404901] env[69763]: DEBUG nova.network.neutron [req-02611c50-b076-46b6-88a2-741b479b12b9 req-bc7473ba-8fde-4adc-bc68-f2501904777b service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Refreshing network info cache for port f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1464.622525] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.622923] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1464.660837] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123791, 'name': CreateVM_Task, 'duration_secs': 0.305956} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1464.661040] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1464.661786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1464.661965] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1464.662338] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1464.662610] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e411d82-7a0a-480a-a216-9c86429cd8a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1464.667786] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1464.667786] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52edfffc-3c07-cfae-d857-f7a3b7ccb9c8" [ 1464.667786] env[69763]: _type = "Task" [ 1464.667786] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1464.675627] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52edfffc-3c07-cfae-d857-f7a3b7ccb9c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.125783] env[69763]: DEBUG nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1465.132338] env[69763]: DEBUG nova.network.neutron [req-02611c50-b076-46b6-88a2-741b479b12b9 req-bc7473ba-8fde-4adc-bc68-f2501904777b service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updated VIF entry in instance network info cache for port f6b88e9f-b339-4250-a7d9-3837f9a08c57. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1465.132675] env[69763]: DEBUG nova.network.neutron [req-02611c50-b076-46b6-88a2-741b479b12b9 req-bc7473ba-8fde-4adc-bc68-f2501904777b service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [{"id": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "address": "fa:16:3e:2c:68:bb", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b88e9f-b3", "ovs_interfaceid": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1465.179834] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52edfffc-3c07-cfae-d857-f7a3b7ccb9c8, 'name': SearchDatastore_Task, 'duration_secs': 0.009873} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.180170] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.180408] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1465.180644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1465.180794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1465.180977] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1465.181265] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-39e71712-e73e-43d9-9868-6acef92d38eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.190067] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1465.190258] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1465.190962] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2fd07aa0-03fe-4a89-b718-026b5df1a37b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.196680] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1465.196680] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d04afa-e506-ff38-ceda-63bb88163d0a" [ 1465.196680] env[69763]: _type = "Task" [ 1465.196680] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.206877] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d04afa-e506-ff38-ceda-63bb88163d0a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1465.635977] env[69763]: DEBUG oslo_concurrency.lockutils [req-02611c50-b076-46b6-88a2-741b479b12b9 req-bc7473ba-8fde-4adc-bc68-f2501904777b service nova] Releasing lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1465.649883] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1465.650183] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.651691] env[69763]: INFO nova.compute.claims [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1465.707254] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d04afa-e506-ff38-ceda-63bb88163d0a, 'name': SearchDatastore_Task, 'duration_secs': 0.00905} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1465.708043] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0160045d-850d-4a2a-a757-4d8dd019333d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1465.713014] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1465.713014] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ab4e2f-176a-7f70-fed1-982ceb1783af" [ 1465.713014] env[69763]: _type = "Task" [ 1465.713014] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1465.721693] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ab4e2f-176a-7f70-fed1-982ceb1783af, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.222909] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ab4e2f-176a-7f70-fed1-982ceb1783af, 'name': SearchDatastore_Task, 'duration_secs': 0.009185} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.223204] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1466.223498] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8/f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1466.223765] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7e5762a5-9971-4acc-bff1-959292e9f90a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.230865] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1466.230865] env[69763]: value = "task-4123792" [ 1466.230865] env[69763]: _type = "Task" [ 1466.230865] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1466.238758] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123792, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1466.703223] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a850133e-1293-4c45-b145-e5afdd3e6c58 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.714135] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3969e5b2-ce18-4f4b-9241-604600b50bc4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.748779] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc070af-f4b6-46bf-8c87-efc0b9eeb1c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.756097] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123792, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503652} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1466.758120] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8/f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1466.758351] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1466.758638] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e5d0f4e1-b829-4004-9a06-7c53b7c19c4c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.761148] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31fedf07-36a7-42cb-94e6-aa9d34ebe0eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.775728] env[69763]: DEBUG nova.compute.provider_tree [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1466.778088] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1466.778088] env[69763]: value = "task-4123793" [ 1466.778088] env[69763]: _type = "Task" [ 1466.778088] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.279703] env[69763]: DEBUG nova.scheduler.client.report [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1467.292035] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123793, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078016} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.292295] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1467.292957] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e456053-035a-48fa-adea-255b5e9d8c9f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.316149] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8/f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1467.316886] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32941a11-26d0-437c-9eb3-8ccd616d5e43 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.336567] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1467.336567] env[69763]: value = "task-4123794" [ 1467.336567] env[69763]: _type = "Task" [ 1467.336567] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.344856] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123794, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1467.787261] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.137s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1467.787760] env[69763]: DEBUG nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1467.846518] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123794, 'name': ReconfigVM_Task, 'duration_secs': 0.332015} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1467.846804] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8/f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1467.847450] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6ddd236d-4a68-4dec-a8da-5210864e5607 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1467.855155] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1467.855155] env[69763]: value = "task-4123795" [ 1467.855155] env[69763]: _type = "Task" [ 1467.855155] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1467.863583] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123795, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.292902] env[69763]: DEBUG nova.compute.utils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1468.294422] env[69763]: DEBUG nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1468.294596] env[69763]: DEBUG nova.network.neutron [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1468.330279] env[69763]: DEBUG nova.policy [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fa0de17b692741758e68622273fdd2c5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af97ede15df340b8bbf0c60bb5183105', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1468.364752] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123795, 'name': Rename_Task, 'duration_secs': 0.146401} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.365051] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1468.365318] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d8556efc-c017-4c82-98ad-303ac7ffba29 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.372098] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1468.372098] env[69763]: value = "task-4123796" [ 1468.372098] env[69763]: _type = "Task" [ 1468.372098] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1468.380613] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123796, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1468.617449] env[69763]: DEBUG nova.network.neutron [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Successfully created port: f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1468.799035] env[69763]: DEBUG nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1468.883976] env[69763]: DEBUG oslo_vmware.api [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123796, 'name': PowerOnVM_Task, 'duration_secs': 0.460843} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1468.884419] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1468.884699] env[69763]: INFO nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Took 6.70 seconds to spawn the instance on the hypervisor. [ 1468.884896] env[69763]: DEBUG nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1468.885725] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c650d1c9-840e-4810-b190-c60118f2f3d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.403013] env[69763]: INFO nova.compute.manager [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Took 11.37 seconds to build instance. [ 1469.809623] env[69763]: DEBUG nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1469.838157] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1469.838895] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1469.839295] env[69763]: DEBUG nova.virt.hardware [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1469.840807] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f115b2-3c21-4520-973b-f064554f2f17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.850401] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bed1d7c6-fad0-4a76-bc1d-760f88fbe6e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1469.904888] env[69763]: DEBUG oslo_concurrency.lockutils [None req-51a884f5-02ae-44b3-8fc9-da0bd82d6bca tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.881s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.357181] env[69763]: DEBUG nova.compute.manager [req-7c82ab54-af93-41a1-8acb-6df0d8b32de4 req-b788953f-afb3-439d-99d9-7463cc072a1b service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Received event network-vif-plugged-f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1470.357181] env[69763]: DEBUG oslo_concurrency.lockutils [req-7c82ab54-af93-41a1-8acb-6df0d8b32de4 req-b788953f-afb3-439d-99d9-7463cc072a1b service nova] Acquiring lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1470.357181] env[69763]: DEBUG oslo_concurrency.lockutils [req-7c82ab54-af93-41a1-8acb-6df0d8b32de4 req-b788953f-afb3-439d-99d9-7463cc072a1b service nova] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1470.358122] env[69763]: DEBUG oslo_concurrency.lockutils [req-7c82ab54-af93-41a1-8acb-6df0d8b32de4 req-b788953f-afb3-439d-99d9-7463cc072a1b service nova] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1470.358479] env[69763]: DEBUG nova.compute.manager [req-7c82ab54-af93-41a1-8acb-6df0d8b32de4 req-b788953f-afb3-439d-99d9-7463cc072a1b service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] No waiting events found dispatching network-vif-plugged-f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1470.358808] env[69763]: WARNING nova.compute.manager [req-7c82ab54-af93-41a1-8acb-6df0d8b32de4 req-b788953f-afb3-439d-99d9-7463cc072a1b service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Received unexpected event network-vif-plugged-f52a2d80-9382-4e22-b304-f6723d1a7f7e for instance with vm_state building and task_state spawning. [ 1470.531970] env[69763]: DEBUG nova.network.neutron [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Successfully updated port: f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1471.035032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1471.035032] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1471.035446] env[69763]: DEBUG nova.network.neutron [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1471.569274] env[69763]: DEBUG nova.network.neutron [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1471.704798] env[69763]: DEBUG nova.network.neutron [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updating instance_info_cache with network_info: [{"id": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "address": "fa:16:3e:8b:0c:32", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52a2d80-93", "ovs_interfaceid": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1472.207300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1472.207732] env[69763]: DEBUG nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Instance network_info: |[{"id": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "address": "fa:16:3e:8b:0c:32", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52a2d80-93", "ovs_interfaceid": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1472.208091] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8b:0c:32', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae4e3171-21cd-4094-b6cf-81bf366c75bd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f52a2d80-9382-4e22-b304-f6723d1a7f7e', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1472.216029] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1472.216306] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1472.216542] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e247596c-5968-4891-a615-766d253eb7cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.238132] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1472.238132] env[69763]: value = "task-4123797" [ 1472.238132] env[69763]: _type = "Task" [ 1472.238132] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.246512] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123797, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.387395] env[69763]: DEBUG nova.compute.manager [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received event network-changed-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1472.387596] env[69763]: DEBUG nova.compute.manager [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Refreshing instance network info cache due to event network-changed-f6b88e9f-b339-4250-a7d9-3837f9a08c57. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1472.387800] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] Acquiring lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.387941] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] Acquired lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.388116] env[69763]: DEBUG nova.network.neutron [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Refreshing network info cache for port f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1472.748720] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123797, 'name': CreateVM_Task, 'duration_secs': 0.420077} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.748907] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1472.749601] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.749778] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.750137] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1472.750404] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de8c497f-e7b0-4e8b-b354-2f2817104522 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.755309] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1472.755309] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e72594-8643-c2ab-212b-e7dcc52ed0ba" [ 1472.755309] env[69763]: _type = "Task" [ 1472.755309] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.763335] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e72594-8643-c2ab-212b-e7dcc52ed0ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.094893] env[69763]: DEBUG nova.network.neutron [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updated VIF entry in instance network info cache for port f6b88e9f-b339-4250-a7d9-3837f9a08c57. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1473.095297] env[69763]: DEBUG nova.network.neutron [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [{"id": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "address": "fa:16:3e:2c:68:bb", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b88e9f-b3", "ovs_interfaceid": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.268816] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e72594-8643-c2ab-212b-e7dcc52ed0ba, 'name': SearchDatastore_Task, 'duration_secs': 0.010523} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.269332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.269602] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1473.269852] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.270042] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.270212] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1473.270516] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-061cd5f4-c7b8-4b2d-883a-1e3b451c38f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.280716] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1473.280930] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1473.281675] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7ee1c98-9063-454d-8dfb-38f166a6e269 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.287745] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1473.287745] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524904f2-e094-e45c-d9ae-bd2c95e8a7ad" [ 1473.287745] env[69763]: _type = "Task" [ 1473.287745] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.296404] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524904f2-e094-e45c-d9ae-bd2c95e8a7ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.598402] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] Releasing lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.598747] env[69763]: DEBUG nova.compute.manager [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Received event network-changed-f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1473.598856] env[69763]: DEBUG nova.compute.manager [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Refreshing instance network info cache due to event network-changed-f52a2d80-9382-4e22-b304-f6723d1a7f7e. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1473.599028] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] Acquiring lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.599172] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] Acquired lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.599342] env[69763]: DEBUG nova.network.neutron [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Refreshing network info cache for port f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1473.802589] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524904f2-e094-e45c-d9ae-bd2c95e8a7ad, 'name': SearchDatastore_Task, 'duration_secs': 0.009902} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1473.803881] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a747e80-6642-4551-be62-a909b55862d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.811686] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1473.811686] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52405b6f-a0d7-8384-6e78-766f0d46091b" [ 1473.811686] env[69763]: _type = "Task" [ 1473.811686] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.824034] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52405b6f-a0d7-8384-6e78-766f0d46091b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.299652] env[69763]: DEBUG nova.network.neutron [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updated VIF entry in instance network info cache for port f52a2d80-9382-4e22-b304-f6723d1a7f7e. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1474.300187] env[69763]: DEBUG nova.network.neutron [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updating instance_info_cache with network_info: [{"id": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "address": "fa:16:3e:8b:0c:32", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52a2d80-93", "ovs_interfaceid": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.323474] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52405b6f-a0d7-8384-6e78-766f0d46091b, 'name': SearchDatastore_Task, 'duration_secs': 0.011199} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.323768] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.324095] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 6215dd2d-6a94-468c-9b9a-d63a81a1685f/6215dd2d-6a94-468c-9b9a-d63a81a1685f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1474.324498] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4dfee02a-2c60-4680-9341-95825bb68587 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.332984] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1474.332984] env[69763]: value = "task-4123798" [ 1474.332984] env[69763]: _type = "Task" [ 1474.332984] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.341324] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123798, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.803690] env[69763]: DEBUG oslo_concurrency.lockutils [req-4f84952c-3242-4cd5-816a-a08086f6cfbe req-90cf338a-7f03-4b37-b722-103a71fbc823 service nova] Releasing lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1474.842854] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123798, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480225} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.843134] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 6215dd2d-6a94-468c-9b9a-d63a81a1685f/6215dd2d-6a94-468c-9b9a-d63a81a1685f.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1474.843292] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1474.843561] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c7b2232f-224a-40a6-9e7c-a01b4fbcda77 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.850189] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1474.850189] env[69763]: value = "task-4123799" [ 1474.850189] env[69763]: _type = "Task" [ 1474.850189] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.859350] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123799, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.361679] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123799, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06066} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.362113] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1475.362733] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32b273d6-405d-4eb4-a923-b584cee7f3b5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.384100] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Reconfiguring VM instance instance-0000007b to attach disk [datastore1] 6215dd2d-6a94-468c-9b9a-d63a81a1685f/6215dd2d-6a94-468c-9b9a-d63a81a1685f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1475.384412] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7319a143-aef5-4b76-9376-7e43432a6edc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.404222] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1475.404222] env[69763]: value = "task-4123800" [ 1475.404222] env[69763]: _type = "Task" [ 1475.404222] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.411996] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123800, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.914311] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123800, 'name': ReconfigVM_Task, 'duration_secs': 0.314148} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.914625] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Reconfigured VM instance instance-0000007b to attach disk [datastore1] 6215dd2d-6a94-468c-9b9a-d63a81a1685f/6215dd2d-6a94-468c-9b9a-d63a81a1685f.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.915288] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d2156ea0-5ea5-4196-b82d-e8114ebd8e8f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.922725] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1475.922725] env[69763]: value = "task-4123801" [ 1475.922725] env[69763]: _type = "Task" [ 1475.922725] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.933107] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123801, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.432390] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123801, 'name': Rename_Task, 'duration_secs': 0.144275} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.432776] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.432885] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bbd0f4e7-9237-48da-a042-f5539fbf9abb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.439024] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1476.439024] env[69763]: value = "task-4123802" [ 1476.439024] env[69763]: _type = "Task" [ 1476.439024] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.447238] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123802, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.949664] env[69763]: DEBUG oslo_vmware.api [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123802, 'name': PowerOnVM_Task, 'duration_secs': 0.460254} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.949959] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.950182] env[69763]: INFO nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Took 7.14 seconds to spawn the instance on the hypervisor. [ 1476.950362] env[69763]: DEBUG nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1476.951197] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3747c9e3-ac1c-486c-8c62-1783fa50063f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.468225] env[69763]: INFO nova.compute.manager [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Took 11.84 seconds to build instance. [ 1477.689271] env[69763]: DEBUG nova.compute.manager [req-48503bdc-7945-43ba-b243-248feb24ab11 req-d13a5c2c-90b7-45c3-998a-463b299ed454 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Received event network-changed-f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1477.689271] env[69763]: DEBUG nova.compute.manager [req-48503bdc-7945-43ba-b243-248feb24ab11 req-d13a5c2c-90b7-45c3-998a-463b299ed454 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Refreshing instance network info cache due to event network-changed-f52a2d80-9382-4e22-b304-f6723d1a7f7e. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1477.689271] env[69763]: DEBUG oslo_concurrency.lockutils [req-48503bdc-7945-43ba-b243-248feb24ab11 req-d13a5c2c-90b7-45c3-998a-463b299ed454 service nova] Acquiring lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1477.689434] env[69763]: DEBUG oslo_concurrency.lockutils [req-48503bdc-7945-43ba-b243-248feb24ab11 req-d13a5c2c-90b7-45c3-998a-463b299ed454 service nova] Acquired lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1477.689592] env[69763]: DEBUG nova.network.neutron [req-48503bdc-7945-43ba-b243-248feb24ab11 req-d13a5c2c-90b7-45c3-998a-463b299ed454 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Refreshing network info cache for port f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1477.970732] env[69763]: DEBUG oslo_concurrency.lockutils [None req-84643a80-1e00-4140-9625-c1e4668b2535 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.348s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.436835] env[69763]: DEBUG nova.network.neutron [req-48503bdc-7945-43ba-b243-248feb24ab11 req-d13a5c2c-90b7-45c3-998a-463b299ed454 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updated VIF entry in instance network info cache for port f52a2d80-9382-4e22-b304-f6723d1a7f7e. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1478.437247] env[69763]: DEBUG nova.network.neutron [req-48503bdc-7945-43ba-b243-248feb24ab11 req-d13a5c2c-90b7-45c3-998a-463b299ed454 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updating instance_info_cache with network_info: [{"id": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "address": "fa:16:3e:8b:0c:32", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52a2d80-93", "ovs_interfaceid": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1478.940541] env[69763]: DEBUG oslo_concurrency.lockutils [req-48503bdc-7945-43ba-b243-248feb24ab11 req-d13a5c2c-90b7-45c3-998a-463b299ed454 service nova] Releasing lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.437319] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.700057] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1502.704764] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.705359] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1503.705772] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1504.705367] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.704811] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.705107] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1506.705254] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1507.208583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.208901] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1507.208997] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1507.209176] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1507.210119] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbdde6f-d3ff-49ce-b987-f2f28f05a32b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.218842] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ceeb80-9b23-414c-9b69-faed88ba2003 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.233154] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-885c3417-610e-400d-b8f4-3e3385751fa6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.239824] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0ccce51-4a48-424b-96b8-8d5c320a719c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1507.268083] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180624MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1507.268241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1507.268444] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1508.294189] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1508.294458] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 6215dd2d-6a94-468c-9b9a-d63a81a1685f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1508.294550] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1508.294675] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1508.331715] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f44090-ba7c-4f07-83c6-1663f42bdd79 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.339383] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fccb096a-cf9e-4670-aa01-43f84fbeb260 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.370205] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61abdd98-0c9f-4ec7-9a0f-55320f3c28c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.378024] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ad3931e-b9d6-4fb6-b66b-fd1ac9523717 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1508.391386] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1508.894520] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1509.000181] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1509.000460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1509.000655] env[69763]: INFO nova.compute.manager [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Shelving [ 1509.400489] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1509.400910] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.132s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1510.010440] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1510.010762] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34f551d9-443b-4378-ac05-e1e1d2d8b11d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.019083] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1510.019083] env[69763]: value = "task-4123803" [ 1510.019083] env[69763]: _type = "Task" [ 1510.019083] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1510.030647] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123803, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1510.529017] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123803, 'name': PowerOffVM_Task, 'duration_secs': 0.224264} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1510.529429] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1510.530185] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef3c8d5-5557-4e3f-92b0-d154c2c97a62 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1510.550106] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-802ab8cd-eec5-4f73-8dba-69d1adca98bf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.061739] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1511.062037] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b1c5fa2f-10ce-475a-a2ac-9f315ef1c06c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1511.069858] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1511.069858] env[69763]: value = "task-4123804" [ 1511.069858] env[69763]: _type = "Task" [ 1511.069858] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1511.078455] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123804, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1511.580663] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123804, 'name': CreateSnapshot_Task, 'duration_secs': 0.404015} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1511.581078] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1511.581688] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ce1cf9-f9ed-408c-9955-dacea7ec5388 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.098459] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1512.098768] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5b88e682-6de1-4320-afe4-2484ac312324 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.108048] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1512.108048] env[69763]: value = "task-4123805" [ 1512.108048] env[69763]: _type = "Task" [ 1512.108048] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1512.116380] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123805, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1512.618231] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123805, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1513.118817] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123805, 'name': CloneVM_Task, 'duration_secs': 0.972343} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1513.119165] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Created linked-clone VM from snapshot [ 1513.119937] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e982b8b2-683c-4df0-ad8a-e5c831b97474 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.127585] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Uploading image 197d4ebd-02a2-4086-8bf4-dfd688217b64 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1513.148010] env[69763]: DEBUG oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1513.148010] env[69763]: value = "vm-816832" [ 1513.148010] env[69763]: _type = "VirtualMachine" [ 1513.148010] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1513.148292] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e52e09d7-9d68-450f-850c-65d63fed1788 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.155777] env[69763]: DEBUG oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lease: (returnval){ [ 1513.155777] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52eb1012-0f05-ed9c-66a6-978f5228982e" [ 1513.155777] env[69763]: _type = "HttpNfcLease" [ 1513.155777] env[69763]: } obtained for exporting VM: (result){ [ 1513.155777] env[69763]: value = "vm-816832" [ 1513.155777] env[69763]: _type = "VirtualMachine" [ 1513.155777] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1513.156123] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the lease: (returnval){ [ 1513.156123] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52eb1012-0f05-ed9c-66a6-978f5228982e" [ 1513.156123] env[69763]: _type = "HttpNfcLease" [ 1513.156123] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1513.162643] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1513.162643] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52eb1012-0f05-ed9c-66a6-978f5228982e" [ 1513.162643] env[69763]: _type = "HttpNfcLease" [ 1513.162643] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1513.664599] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1513.664599] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52eb1012-0f05-ed9c-66a6-978f5228982e" [ 1513.664599] env[69763]: _type = "HttpNfcLease" [ 1513.664599] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1513.665171] env[69763]: DEBUG oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1513.665171] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52eb1012-0f05-ed9c-66a6-978f5228982e" [ 1513.665171] env[69763]: _type = "HttpNfcLease" [ 1513.665171] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1513.665685] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c4f43a-b383-4f9d-8860-3de8b01fe56d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.674835] env[69763]: DEBUG oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f2e22-6f44-2930-5bf0-16ef3c1d6908/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1513.675064] env[69763]: DEBUG oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f2e22-6f44-2930-5bf0-16ef3c1d6908/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1513.760765] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f1942f2b-acf5-475a-925a-c292633c8c14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.141913] env[69763]: DEBUG oslo_concurrency.lockutils [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1515.142360] env[69763]: DEBUG oslo_concurrency.lockutils [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1515.142656] env[69763]: DEBUG nova.compute.manager [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1515.143660] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c7c4ac7-62a6-4993-ab45-4d06e9ceb3c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1515.152890] env[69763]: DEBUG nova.compute.manager [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1515.154117] env[69763]: DEBUG nova.objects.instance [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'flavor' on Instance uuid 6215dd2d-6a94-468c-9b9a-d63a81a1685f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1516.165554] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.166032] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-01bc6d40-0ae6-4c0c-afd4-ff0e40a69494 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.173943] env[69763]: DEBUG oslo_vmware.api [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1516.173943] env[69763]: value = "task-4123807" [ 1516.173943] env[69763]: _type = "Task" [ 1516.173943] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.183168] env[69763]: DEBUG oslo_vmware.api [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1516.684646] env[69763]: DEBUG oslo_vmware.api [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123807, 'name': PowerOffVM_Task, 'duration_secs': 0.253358} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1516.684937] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1516.685164] env[69763]: DEBUG nova.compute.manager [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1516.685972] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1c8c184-5935-4ba7-8a1d-c858459eb0ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.198972] env[69763]: DEBUG oslo_concurrency.lockutils [None req-125b998c-7c6e-49ff-8745-956220c030b7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.057s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1517.506598] env[69763]: DEBUG nova.objects.instance [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'flavor' on Instance uuid 6215dd2d-6a94-468c-9b9a-d63a81a1685f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.012593] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.012852] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.012953] env[69763]: DEBUG nova.network.neutron [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1518.013154] env[69763]: DEBUG nova.objects.instance [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'info_cache' on Instance uuid 6215dd2d-6a94-468c-9b9a-d63a81a1685f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1518.518238] env[69763]: DEBUG nova.objects.base [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Object Instance<6215dd2d-6a94-468c-9b9a-d63a81a1685f> lazy-loaded attributes: flavor,info_cache {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1519.234108] env[69763]: DEBUG nova.network.neutron [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updating instance_info_cache with network_info: [{"id": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "address": "fa:16:3e:8b:0c:32", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52a2d80-93", "ovs_interfaceid": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1519.737458] env[69763]: DEBUG oslo_concurrency.lockutils [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.744892] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1520.745396] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f9e30124-ba6d-47d7-9657-c9eb900da1db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.753765] env[69763]: DEBUG oslo_vmware.api [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1520.753765] env[69763]: value = "task-4123808" [ 1520.753765] env[69763]: _type = "Task" [ 1520.753765] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.762463] env[69763]: DEBUG oslo_vmware.api [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123808, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1520.876979] env[69763]: DEBUG oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f2e22-6f44-2930-5bf0-16ef3c1d6908/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1520.877940] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96d52767-39ab-4240-a209-9178e3ecce07 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.884717] env[69763]: DEBUG oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f2e22-6f44-2930-5bf0-16ef3c1d6908/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1520.884944] env[69763]: ERROR oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f2e22-6f44-2930-5bf0-16ef3c1d6908/disk-0.vmdk due to incomplete transfer. [ 1520.885165] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d0ad2de7-d963-4b97-ad7c-584970cd1950 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.893420] env[69763]: DEBUG oslo_vmware.rw_handles [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523f2e22-6f44-2930-5bf0-16ef3c1d6908/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1520.893625] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Uploaded image 197d4ebd-02a2-4086-8bf4-dfd688217b64 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1520.896035] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1520.896302] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b8596e89-f2d0-40ba-a2ec-2878bd3b6399 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1520.902840] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1520.902840] env[69763]: value = "task-4123809" [ 1520.902840] env[69763]: _type = "Task" [ 1520.902840] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1520.911873] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123809, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.266473] env[69763]: DEBUG oslo_vmware.api [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123808, 'name': PowerOnVM_Task, 'duration_secs': 0.418903} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.266773] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1521.266984] env[69763]: DEBUG nova.compute.manager [None req-c2f52d72-9a86-4d37-b66f-f6289e7a3d68 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1521.267789] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-850ddd6f-1778-4c5d-964a-2a103eb18547 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.413089] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123809, 'name': Destroy_Task, 'duration_secs': 0.361634} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.413369] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Destroyed the VM [ 1521.413622] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1521.413883] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3e4e8fc0-8568-45e3-a61b-919e26cd8cc1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1521.421111] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1521.421111] env[69763]: value = "task-4123810" [ 1521.421111] env[69763]: _type = "Task" [ 1521.421111] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1521.428192] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123810, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1521.930035] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123810, 'name': RemoveSnapshot_Task, 'duration_secs': 0.353809} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1521.930381] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1521.930621] env[69763]: DEBUG nova.compute.manager [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1521.931392] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398a59ee-b821-4529-b3ce-ad199c68ba12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.333814] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe88b60e-4bd9-40b3-8387-283651affebe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.341780] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-27f7dc1e-4e10-4b10-980c-1f0db8d3ba05 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Suspending the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1522.342179] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-4a978b02-591c-4326-b34c-81fbe7f580a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.349631] env[69763]: DEBUG oslo_vmware.api [None req-27f7dc1e-4e10-4b10-980c-1f0db8d3ba05 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1522.349631] env[69763]: value = "task-4123811" [ 1522.349631] env[69763]: _type = "Task" [ 1522.349631] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.357457] env[69763]: DEBUG oslo_vmware.api [None req-27f7dc1e-4e10-4b10-980c-1f0db8d3ba05 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123811, 'name': SuspendVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.444082] env[69763]: INFO nova.compute.manager [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Shelve offloading [ 1522.859797] env[69763]: DEBUG oslo_vmware.api [None req-27f7dc1e-4e10-4b10-980c-1f0db8d3ba05 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123811, 'name': SuspendVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1522.948277] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1522.948729] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-640a30d4-e8a0-473a-98d4-f3e45f3c387a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.957290] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1522.957290] env[69763]: value = "task-4123812" [ 1522.957290] env[69763]: _type = "Task" [ 1522.957290] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1522.966143] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1523.360978] env[69763]: DEBUG oslo_vmware.api [None req-27f7dc1e-4e10-4b10-980c-1f0db8d3ba05 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123811, 'name': SuspendVM_Task, 'duration_secs': 0.676437} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1523.361284] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-27f7dc1e-4e10-4b10-980c-1f0db8d3ba05 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Suspended the VM {{(pid=69763) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1523.361472] env[69763]: DEBUG nova.compute.manager [None req-27f7dc1e-4e10-4b10-980c-1f0db8d3ba05 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1523.362253] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdec365a-25a0-45b4-9415-295f421b64bb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.468304] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1523.468510] env[69763]: DEBUG nova.compute.manager [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1523.469289] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dac82482-7338-450a-8264-aca0c8e4b514 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.475503] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.475663] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.475837] env[69763]: DEBUG nova.network.neutron [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1524.227169] env[69763]: DEBUG nova.network.neutron [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [{"id": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "address": "fa:16:3e:2c:68:bb", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b88e9f-b3", "ovs_interfaceid": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.678268] env[69763]: INFO nova.compute.manager [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Resuming [ 1524.678905] env[69763]: DEBUG nova.objects.instance [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'flavor' on Instance uuid 6215dd2d-6a94-468c-9b9a-d63a81a1685f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1524.729340] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.935752] env[69763]: DEBUG nova.compute.manager [req-1a65d32e-b7d0-4a18-a501-a3858da7e924 req-3836a012-72ce-4ca7-856d-008de6eb1231 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received event network-vif-unplugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1524.936094] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a65d32e-b7d0-4a18-a501-a3858da7e924 req-3836a012-72ce-4ca7-856d-008de6eb1231 service nova] Acquiring lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1524.936248] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a65d32e-b7d0-4a18-a501-a3858da7e924 req-3836a012-72ce-4ca7-856d-008de6eb1231 service nova] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1524.936419] env[69763]: DEBUG oslo_concurrency.lockutils [req-1a65d32e-b7d0-4a18-a501-a3858da7e924 req-3836a012-72ce-4ca7-856d-008de6eb1231 service nova] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1524.936594] env[69763]: DEBUG nova.compute.manager [req-1a65d32e-b7d0-4a18-a501-a3858da7e924 req-3836a012-72ce-4ca7-856d-008de6eb1231 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] No waiting events found dispatching network-vif-unplugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1524.936783] env[69763]: WARNING nova.compute.manager [req-1a65d32e-b7d0-4a18-a501-a3858da7e924 req-3836a012-72ce-4ca7-856d-008de6eb1231 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received unexpected event network-vif-unplugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 for instance with vm_state shelved and task_state shelving_offloading. [ 1525.042170] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1525.043118] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f94f28b-3d76-4c67-bcdd-ed8369a8c552 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.051094] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1525.051350] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bd474115-11db-4a84-8915-c71a7179108b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.131337] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1525.131557] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1525.131748] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleting the datastore file [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1525.132056] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-91f9e9b8-53f0-4544-8974-9982d4103fd7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.138938] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1525.138938] env[69763]: value = "task-4123814" [ 1525.138938] env[69763]: _type = "Task" [ 1525.138938] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.146718] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1525.649238] env[69763]: DEBUG oslo_vmware.api [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137719} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1525.649633] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1525.649633] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1525.649805] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1525.674085] env[69763]: INFO nova.scheduler.client.report [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted allocations for instance f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 [ 1526.178907] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.179244] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.179478] env[69763]: DEBUG nova.objects.instance [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'resources' on Instance uuid f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.187480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.187643] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquired lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.187880] env[69763]: DEBUG nova.network.neutron [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1526.683218] env[69763]: DEBUG nova.objects.instance [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'numa_topology' on Instance uuid f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.903382] env[69763]: DEBUG nova.network.neutron [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updating instance_info_cache with network_info: [{"id": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "address": "fa:16:3e:8b:0c:32", "network": {"id": "0185a0e5-af2c-4a05-836f-35bb30986915", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-748274914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af97ede15df340b8bbf0c60bb5183105", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae4e3171-21cd-4094-b6cf-81bf366c75bd", "external-id": "nsx-vlan-transportzone-193", "segmentation_id": 193, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf52a2d80-93", "ovs_interfaceid": "f52a2d80-9382-4e22-b304-f6723d1a7f7e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1526.964389] env[69763]: DEBUG nova.compute.manager [req-289aa274-f78a-4da8-8004-45e640bef9b9 req-25058e3c-0596-42c3-a58f-b8c8f4d2d18f service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received event network-changed-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1526.964389] env[69763]: DEBUG nova.compute.manager [req-289aa274-f78a-4da8-8004-45e640bef9b9 req-25058e3c-0596-42c3-a58f-b8c8f4d2d18f service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Refreshing instance network info cache due to event network-changed-f6b88e9f-b339-4250-a7d9-3837f9a08c57. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1526.964666] env[69763]: DEBUG oslo_concurrency.lockutils [req-289aa274-f78a-4da8-8004-45e640bef9b9 req-25058e3c-0596-42c3-a58f-b8c8f4d2d18f service nova] Acquiring lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.964725] env[69763]: DEBUG oslo_concurrency.lockutils [req-289aa274-f78a-4da8-8004-45e640bef9b9 req-25058e3c-0596-42c3-a58f-b8c8f4d2d18f service nova] Acquired lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.964847] env[69763]: DEBUG nova.network.neutron [req-289aa274-f78a-4da8-8004-45e640bef9b9 req-25058e3c-0596-42c3-a58f-b8c8f4d2d18f service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Refreshing network info cache for port f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1527.186593] env[69763]: DEBUG nova.objects.base [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1527.220742] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8871d87f-6fed-47e5-8805-ae5d2676960e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.229457] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14761198-6261-449f-83b6-787880d67918 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.258793] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46b705c7-4596-4a79-8873-23b4ecf61e11 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.266492] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4d9cc9a-33f9-446d-94fc-9ffba3f4be55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.280067] env[69763]: DEBUG nova.compute.provider_tree [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.405928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Releasing lock "refresh_cache-6215dd2d-6a94-468c-9b9a-d63a81a1685f" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1527.406917] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-629ffd34-5ec1-453e-8f84-a0fde7b719ac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.414159] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Resuming the VM {{(pid=69763) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1527.414426] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1fb467ec-6481-40c4-8023-56b470c50be3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.421547] env[69763]: DEBUG oslo_vmware.api [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1527.421547] env[69763]: value = "task-4123815" [ 1527.421547] env[69763]: _type = "Task" [ 1527.421547] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1527.431066] env[69763]: DEBUG oslo_vmware.api [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123815, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1527.736451] env[69763]: DEBUG nova.network.neutron [req-289aa274-f78a-4da8-8004-45e640bef9b9 req-25058e3c-0596-42c3-a58f-b8c8f4d2d18f service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updated VIF entry in instance network info cache for port f6b88e9f-b339-4250-a7d9-3837f9a08c57. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1527.736825] env[69763]: DEBUG nova.network.neutron [req-289aa274-f78a-4da8-8004-45e640bef9b9 req-25058e3c-0596-42c3-a58f-b8c8f4d2d18f service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [{"id": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "address": "fa:16:3e:2c:68:bb", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapf6b88e9f-b3", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.782614] env[69763]: DEBUG nova.scheduler.client.report [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.934419] env[69763]: DEBUG oslo_vmware.api [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123815, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1528.239195] env[69763]: DEBUG oslo_concurrency.lockutils [req-289aa274-f78a-4da8-8004-45e640bef9b9 req-25058e3c-0596-42c3-a58f-b8c8f4d2d18f service nova] Releasing lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.289521] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.110s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.433450] env[69763]: DEBUG oslo_vmware.api [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123815, 'name': PowerOnVM_Task, 'duration_secs': 0.541554} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1528.433717] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Resumed the VM {{(pid=69763) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1528.433878] env[69763]: DEBUG nova.compute.manager [None req-8576304b-4c6b-4fb6-b324-94674e59a261 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1528.434674] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa564143-44b0-4576-aa50-3a62bd25131b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1528.586938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.797247] env[69763]: DEBUG oslo_concurrency.lockutils [None req-f548b5fa-d7f6-4999-9dfd-69fe5831e650 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 19.797s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.798523] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.211s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.798523] env[69763]: INFO nova.compute.manager [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Unshelving [ 1529.419567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.419567] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.419827] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.419926] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.420980] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.422261] env[69763]: INFO nova.compute.manager [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Terminating instance [ 1529.825072] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.825072] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1529.825072] env[69763]: DEBUG nova.objects.instance [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'pci_requests' on Instance uuid f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.926147] env[69763]: DEBUG nova.compute.manager [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1529.926407] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1529.927340] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b50ec-e4ee-458b-89c0-b65a13ce93cb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.935758] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1529.935958] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-663084cf-cfc9-488a-ac58-34ed56ca18ab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.943558] env[69763]: DEBUG oslo_vmware.api [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1529.943558] env[69763]: value = "task-4123816" [ 1529.943558] env[69763]: _type = "Task" [ 1529.943558] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1529.952564] env[69763]: DEBUG oslo_vmware.api [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123816, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.328974] env[69763]: DEBUG nova.objects.instance [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'numa_topology' on Instance uuid f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1530.454654] env[69763]: DEBUG oslo_vmware.api [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123816, 'name': PowerOffVM_Task, 'duration_secs': 0.218618} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1530.455020] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1530.455225] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1530.455488] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a359e857-5cc7-4511-bad0-22e474802eb1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.529447] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1530.529721] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1530.529874] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleting the datastore file [datastore1] 6215dd2d-6a94-468c-9b9a-d63a81a1685f {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1530.530144] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-65d856a0-b091-48d1-8cd1-15436ec31877 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1530.537032] env[69763]: DEBUG oslo_vmware.api [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for the task: (returnval){ [ 1530.537032] env[69763]: value = "task-4123818" [ 1530.537032] env[69763]: _type = "Task" [ 1530.537032] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1530.545304] env[69763]: DEBUG oslo_vmware.api [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123818, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1530.831472] env[69763]: INFO nova.compute.claims [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.047372] env[69763]: DEBUG oslo_vmware.api [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Task: {'id': task-4123818, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157292} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1531.047656] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1531.047847] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1531.048041] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1531.048226] env[69763]: INFO nova.compute.manager [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1531.048474] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1531.048670] env[69763]: DEBUG nova.compute.manager [-] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1531.048762] env[69763]: DEBUG nova.network.neutron [-] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1531.466051] env[69763]: DEBUG nova.compute.manager [req-e8151589-c6f5-43af-be98-a300faef6467 req-2e7c5e78-b2d5-4224-8476-80e87b9015c0 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Received event network-vif-deleted-f52a2d80-9382-4e22-b304-f6723d1a7f7e {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1531.466313] env[69763]: INFO nova.compute.manager [req-e8151589-c6f5-43af-be98-a300faef6467 req-2e7c5e78-b2d5-4224-8476-80e87b9015c0 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Neutron deleted interface f52a2d80-9382-4e22-b304-f6723d1a7f7e; detaching it from the instance and deleting it from the info cache [ 1531.466490] env[69763]: DEBUG nova.network.neutron [req-e8151589-c6f5-43af-be98-a300faef6467 req-2e7c5e78-b2d5-4224-8476-80e87b9015c0 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.878517] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e4f5b7f-00e6-4861-8a80-391ec14b5e59 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.886395] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2d5f424-5443-4ad8-bf84-1dc30a9e347d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.919474] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e0d691-a422-4712-bbb9-fd8dd2ee99d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.928233] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41042db6-f4ff-4d8d-a93a-690348b4a551 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.942718] env[69763]: DEBUG nova.network.neutron [-] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1531.944605] env[69763]: DEBUG nova.compute.provider_tree [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1531.968661] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6614487d-7507-4037-ba1f-a7f0a8596a95 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.979378] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46a339c6-38de-4304-87e1-38b6e154eff9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.003904] env[69763]: DEBUG nova.compute.manager [req-e8151589-c6f5-43af-be98-a300faef6467 req-2e7c5e78-b2d5-4224-8476-80e87b9015c0 service nova] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Detach interface failed, port_id=f52a2d80-9382-4e22-b304-f6723d1a7f7e, reason: Instance 6215dd2d-6a94-468c-9b9a-d63a81a1685f could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1532.447965] env[69763]: INFO nova.compute.manager [-] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Took 1.40 seconds to deallocate network for instance. [ 1532.448334] env[69763]: DEBUG nova.scheduler.client.report [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.953516] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.129s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.957158] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.957438] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.957665] env[69763]: DEBUG nova.objects.instance [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lazy-loading 'resources' on Instance uuid 6215dd2d-6a94-468c-9b9a-d63a81a1685f {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1532.984127] env[69763]: INFO nova.network.neutron [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating port f6b88e9f-b339-4250-a7d9-3837f9a08c57 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1533.516226] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c86972a-243f-46e5-858b-d2b0d26b19a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.524772] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3691db-d48c-425e-97e0-dc99288d0da5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.557727] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47ed5fb-1142-48fe-ad4e-773804562e3b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.566706] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e52019d-2e73-4c3e-819d-0516e5ffeede {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.581998] env[69763]: DEBUG nova.compute.provider_tree [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1534.085547] env[69763]: DEBUG nova.scheduler.client.report [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1534.368956] env[69763]: DEBUG nova.compute.manager [req-95fe1ca2-614c-491d-9416-516105645b3a req-ee4233ae-dcc2-4fb3-9701-5f4c30a4275f service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received event network-vif-plugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1534.369294] env[69763]: DEBUG oslo_concurrency.lockutils [req-95fe1ca2-614c-491d-9416-516105645b3a req-ee4233ae-dcc2-4fb3-9701-5f4c30a4275f service nova] Acquiring lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1534.369445] env[69763]: DEBUG oslo_concurrency.lockutils [req-95fe1ca2-614c-491d-9416-516105645b3a req-ee4233ae-dcc2-4fb3-9701-5f4c30a4275f service nova] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1534.369636] env[69763]: DEBUG oslo_concurrency.lockutils [req-95fe1ca2-614c-491d-9416-516105645b3a req-ee4233ae-dcc2-4fb3-9701-5f4c30a4275f service nova] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.369855] env[69763]: DEBUG nova.compute.manager [req-95fe1ca2-614c-491d-9416-516105645b3a req-ee4233ae-dcc2-4fb3-9701-5f4c30a4275f service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] No waiting events found dispatching network-vif-plugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1534.370047] env[69763]: WARNING nova.compute.manager [req-95fe1ca2-614c-491d-9416-516105645b3a req-ee4233ae-dcc2-4fb3-9701-5f4c30a4275f service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received unexpected event network-vif-plugged-f6b88e9f-b339-4250-a7d9-3837f9a08c57 for instance with vm_state shelved_offloaded and task_state spawning. [ 1534.455424] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1534.455700] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1534.455976] env[69763]: DEBUG nova.network.neutron [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1534.590729] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.633s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1534.612163] env[69763]: INFO nova.scheduler.client.report [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Deleted allocations for instance 6215dd2d-6a94-468c-9b9a-d63a81a1685f [ 1535.120681] env[69763]: DEBUG oslo_concurrency.lockutils [None req-96581920-c3e4-413f-aa5e-33b29b0d5fb7 tempest-ServerActionsTestJSON-673917999 tempest-ServerActionsTestJSON-673917999-project-member] Lock "6215dd2d-6a94-468c-9b9a-d63a81a1685f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.701s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.170080] env[69763]: DEBUG nova.network.neutron [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [{"id": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "address": "fa:16:3e:2c:68:bb", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b88e9f-b3", "ovs_interfaceid": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1535.673353] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.699753] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='26d2228d83b68315416e3bf6f5ce298a',container_format='bare',created_at=2025-05-14T04:59:16Z,direct_url=,disk_format='vmdk',id=197d4ebd-02a2-4086-8bf4-dfd688217b64,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-231070624-shelved',owner='7120e5c0232b4d40b01c53b516d88a50',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-05-14T04:59:28Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1535.700011] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1535.700188] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1535.700377] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1535.700528] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1535.700678] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1535.700923] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1535.701108] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1535.701283] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1535.701448] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1535.701623] env[69763]: DEBUG nova.virt.hardware [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1535.702496] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52e7b1e7-8345-4f35-a2a5-ae2d3c6ae6cf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.711408] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c447c290-1b1a-4ad2-b526-dc002252c396 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.725796] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2c:68:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2d859f07-052d-4a69-bdf1-24261a6a6daa', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6b88e9f-b339-4250-a7d9-3837f9a08c57', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1535.733042] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1535.733314] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1535.733529] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e0ee0d9-a3bd-4405-92b2-181205838f9f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.751936] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1535.751936] env[69763]: value = "task-4123819" [ 1535.751936] env[69763]: _type = "Task" [ 1535.751936] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1535.759748] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123819, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.262510] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123819, 'name': CreateVM_Task, 'duration_secs': 0.314668} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1536.262888] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1536.263333] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.263507] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.263899] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1536.264176] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77846eb2-c70d-4877-8bb5-23fe96f052f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.268836] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1536.268836] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5281ae70-962b-6677-6315-dbc639d9383c" [ 1536.268836] env[69763]: _type = "Task" [ 1536.268836] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.276576] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5281ae70-962b-6677-6315-dbc639d9383c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1536.403728] env[69763]: DEBUG nova.compute.manager [req-976f4d63-fc56-4b24-87cd-d233f0f3f693 req-001d9fb4-b88b-4f9f-86dd-569aba1639ec service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received event network-changed-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1536.403918] env[69763]: DEBUG nova.compute.manager [req-976f4d63-fc56-4b24-87cd-d233f0f3f693 req-001d9fb4-b88b-4f9f-86dd-569aba1639ec service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Refreshing instance network info cache due to event network-changed-f6b88e9f-b339-4250-a7d9-3837f9a08c57. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1536.404197] env[69763]: DEBUG oslo_concurrency.lockutils [req-976f4d63-fc56-4b24-87cd-d233f0f3f693 req-001d9fb4-b88b-4f9f-86dd-569aba1639ec service nova] Acquiring lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.404346] env[69763]: DEBUG oslo_concurrency.lockutils [req-976f4d63-fc56-4b24-87cd-d233f0f3f693 req-001d9fb4-b88b-4f9f-86dd-569aba1639ec service nova] Acquired lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.404541] env[69763]: DEBUG nova.network.neutron [req-976f4d63-fc56-4b24-87cd-d233f0f3f693 req-001d9fb4-b88b-4f9f-86dd-569aba1639ec service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Refreshing network info cache for port f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1536.780037] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.780037] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Processing image 197d4ebd-02a2-4086-8bf4-dfd688217b64 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1536.780262] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64/197d4ebd-02a2-4086-8bf4-dfd688217b64.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1536.780433] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquired lock "[datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64/197d4ebd-02a2-4086-8bf4-dfd688217b64.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1536.780628] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1536.780887] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2feb85b5-6ee9-4bc3-b036-b1899d9d00a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.791597] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1536.791768] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1536.792617] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d0703fb-e29f-426a-884f-887e597cc598 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.798975] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1536.798975] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520cdf19-0915-a290-d289-759c5e1c43dc" [ 1536.798975] env[69763]: _type = "Task" [ 1536.798975] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.806945] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520cdf19-0915-a290-d289-759c5e1c43dc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.311656] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Preparing fetch location {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1537.311933] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Fetch image to [datastore2] OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825/OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825.vmdk {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1537.312050] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Downloading stream optimized image 197d4ebd-02a2-4086-8bf4-dfd688217b64 to [datastore2] OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825/OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825.vmdk on the data store datastore2 as vApp {{(pid=69763) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1537.312269] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Downloading image file data 197d4ebd-02a2-4086-8bf4-dfd688217b64 to the ESX as VM named 'OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825' {{(pid=69763) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1537.402488] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1537.402488] env[69763]: value = "resgroup-9" [ 1537.402488] env[69763]: _type = "ResourcePool" [ 1537.402488] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1537.402488] env[69763]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-9846411b-730d-48c0-9716-80c7d4a14c1f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.419351] env[69763]: DEBUG nova.network.neutron [req-976f4d63-fc56-4b24-87cd-d233f0f3f693 req-001d9fb4-b88b-4f9f-86dd-569aba1639ec service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updated VIF entry in instance network info cache for port f6b88e9f-b339-4250-a7d9-3837f9a08c57. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1537.419738] env[69763]: DEBUG nova.network.neutron [req-976f4d63-fc56-4b24-87cd-d233f0f3f693 req-001d9fb4-b88b-4f9f-86dd-569aba1639ec service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [{"id": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "address": "fa:16:3e:2c:68:bb", "network": {"id": "db6eeb67-0a53-4d75-8a9c-0a97b21f3a34", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-865224008-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.161", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7120e5c0232b4d40b01c53b516d88a50", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2d859f07-052d-4a69-bdf1-24261a6a6daa", "external-id": "nsx-vlan-transportzone-684", "segmentation_id": 684, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6b88e9f-b3", "ovs_interfaceid": "f6b88e9f-b339-4250-a7d9-3837f9a08c57", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.428297] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lease: (returnval){ [ 1537.428297] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e5523-d4a8-6080-5d8b-440c0e129afd" [ 1537.428297] env[69763]: _type = "HttpNfcLease" [ 1537.428297] env[69763]: } obtained for vApp import into resource pool (val){ [ 1537.428297] env[69763]: value = "resgroup-9" [ 1537.428297] env[69763]: _type = "ResourcePool" [ 1537.428297] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1537.428588] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the lease: (returnval){ [ 1537.428588] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e5523-d4a8-6080-5d8b-440c0e129afd" [ 1537.428588] env[69763]: _type = "HttpNfcLease" [ 1537.428588] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1537.437136] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1537.437136] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e5523-d4a8-6080-5d8b-440c0e129afd" [ 1537.437136] env[69763]: _type = "HttpNfcLease" [ 1537.437136] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1537.923700] env[69763]: DEBUG oslo_concurrency.lockutils [req-976f4d63-fc56-4b24-87cd-d233f0f3f693 req-001d9fb4-b88b-4f9f-86dd-569aba1639ec service nova] Releasing lock "refresh_cache-f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.936468] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1537.936468] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e5523-d4a8-6080-5d8b-440c0e129afd" [ 1537.936468] env[69763]: _type = "HttpNfcLease" [ 1537.936468] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1538.438142] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1538.438142] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e5523-d4a8-6080-5d8b-440c0e129afd" [ 1538.438142] env[69763]: _type = "HttpNfcLease" [ 1538.438142] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1538.438616] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1538.438616] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529e5523-d4a8-6080-5d8b-440c0e129afd" [ 1538.438616] env[69763]: _type = "HttpNfcLease" [ 1538.438616] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1538.439067] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eda04790-d5c4-458d-a0a5-900a758f94f1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.446481] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269dc70-063c-e99a-61aa-9806615ccbde/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1538.446675] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269dc70-063c-e99a-61aa-9806615ccbde/disk-0.vmdk. {{(pid=69763) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1538.508799] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b180d537-ede8-406d-9dd5-4ea2b35e5db2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.657619] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Completed reading data from the image iterator. {{(pid=69763) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1539.658051] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269dc70-063c-e99a-61aa-9806615ccbde/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1539.659095] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ab0ecc-7e6a-4d5f-bf0f-96cc6905becf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.667090] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269dc70-063c-e99a-61aa-9806615ccbde/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1539.667383] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269dc70-063c-e99a-61aa-9806615ccbde/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1539.667584] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-12e813dd-0fe5-4710-a5e7-ad9a9e15dc24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.831507] env[69763]: DEBUG oslo_vmware.rw_handles [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5269dc70-063c-e99a-61aa-9806615ccbde/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1539.831507] env[69763]: INFO nova.virt.vmwareapi.images [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Downloaded image file data 197d4ebd-02a2-4086-8bf4-dfd688217b64 [ 1539.832509] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3ddd2c-3895-454e-b269-c160b6ad1c16 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.848943] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c81d585c-7dd4-4df7-8778-71938181467c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.875525] env[69763]: INFO nova.virt.vmwareapi.images [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] The imported VM was unregistered [ 1539.878288] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Caching image {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1539.878523] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Creating directory with path [datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1539.878806] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-951f56a1-d22e-49ba-82bb-13482133679d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.900784] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Created directory with path [datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64 {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1539.901012] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825/OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825.vmdk to [datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64/197d4ebd-02a2-4086-8bf4-dfd688217b64.vmdk. {{(pid=69763) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1539.901342] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-2066bfe1-df87-487a-9628-598003793759 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.911302] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1539.911302] env[69763]: value = "task-4123822" [ 1539.911302] env[69763]: _type = "Task" [ 1539.911302] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.922623] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123822, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.424452] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123822, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.925483] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123822, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.429829] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123822, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.446471] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.446800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.929114] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123822, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.950320] env[69763]: DEBUG nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1542.426952] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123822, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.39898} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.426952] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825/OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825.vmdk to [datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64/197d4ebd-02a2-4086-8bf4-dfd688217b64.vmdk. [ 1542.426952] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Cleaning up location [datastore2] OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1542.427237] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_4292fa2a-dca2-4da6-82fa-181654e4b825 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1542.427276] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f704cf78-64b7-4b71-a4fd-1a2d0a7c4b23 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.433684] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1542.433684] env[69763]: value = "task-4123823" [ 1542.433684] env[69763]: _type = "Task" [ 1542.433684] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.441230] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123823, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1542.475361] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.475718] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.477325] env[69763]: INFO nova.compute.claims [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1542.946248] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123823, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034588} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1542.946605] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1542.946738] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Releasing lock "[datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64/197d4ebd-02a2-4086-8bf4-dfd688217b64.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1542.947067] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64/197d4ebd-02a2-4086-8bf4-dfd688217b64.vmdk to [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8/f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1542.947365] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e972aae6-657c-4bc5-b206-5ab6d7764012 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.954778] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1542.954778] env[69763]: value = "task-4123824" [ 1542.954778] env[69763]: _type = "Task" [ 1542.954778] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1542.963439] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123824, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.468695] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123824, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1543.528368] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fce4b14-36c5-4f34-959e-2b8758f35036 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.539009] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878d372-d30c-42de-bcc3-b19cf8524955 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.575510] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37faa6f4-d80f-4034-b826-6b26b8b76580 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.588247] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f88f80-d820-4202-9f6b-c177aa8387ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.605937] env[69763]: DEBUG nova.compute.provider_tree [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.970298] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123824, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.109833] env[69763]: DEBUG nova.scheduler.client.report [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.468189] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123824, 'name': CopyVirtualDisk_Task} progress is 63%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1544.615599] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.140s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.616099] env[69763]: DEBUG nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1544.971253] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123824, 'name': CopyVirtualDisk_Task} progress is 85%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.121690] env[69763]: DEBUG nova.compute.utils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1545.123196] env[69763]: DEBUG nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1545.123383] env[69763]: DEBUG nova.network.neutron [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1545.171659] env[69763]: DEBUG nova.policy [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25781e22ff5a447293954b982b1e4d17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47be2b07f9b74dfaa81186fa4219f7c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1545.429544] env[69763]: DEBUG nova.network.neutron [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Successfully created port: 86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1545.468508] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123824, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.351486} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1545.468790] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/197d4ebd-02a2-4086-8bf4-dfd688217b64/197d4ebd-02a2-4086-8bf4-dfd688217b64.vmdk to [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8/f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1545.469579] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13d4958f-1685-4af5-bd10-55927d619df1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.492444] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8/f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1545.492774] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6895d36d-5935-4988-bd35-5df265f2d0d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1545.513188] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1545.513188] env[69763]: value = "task-4123825" [ 1545.513188] env[69763]: _type = "Task" [ 1545.513188] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1545.521542] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123825, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1545.627015] env[69763]: DEBUG nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1546.023252] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123825, 'name': ReconfigVM_Task, 'duration_secs': 0.297085} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.023655] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Reconfigured VM instance instance-0000007a to attach disk [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8/f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1546.024277] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-723c4e40-115c-41ee-a264-2686e0a3adeb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.030920] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1546.030920] env[69763]: value = "task-4123826" [ 1546.030920] env[69763]: _type = "Task" [ 1546.030920] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.039562] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123826, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.540786] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123826, 'name': Rename_Task, 'duration_secs': 0.184256} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1546.541087] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1546.541345] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93c2928f-50e6-49b5-848d-696c52470f73 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.548535] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1546.548535] env[69763]: value = "task-4123827" [ 1546.548535] env[69763]: _type = "Task" [ 1546.548535] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1546.557566] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123827, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1546.637124] env[69763]: DEBUG nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1546.664468] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1546.664827] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1546.664941] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1546.665158] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1546.665398] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1546.665567] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1546.665778] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1546.665960] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1546.666175] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1546.666370] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1546.666552] env[69763]: DEBUG nova.virt.hardware [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1546.667471] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-562fc070-abd7-4bb5-a013-6ddbdb42fcad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.675503] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c20dcb62-772e-4a5c-84a3-38a76e950013 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1546.831181] env[69763]: DEBUG nova.compute.manager [req-0c615695-99e3-4453-830d-d2997361f696 req-1a10f852-16f8-47c1-8b02-6364aee3e037 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Received event network-vif-plugged-86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1546.831181] env[69763]: DEBUG oslo_concurrency.lockutils [req-0c615695-99e3-4453-830d-d2997361f696 req-1a10f852-16f8-47c1-8b02-6364aee3e037 service nova] Acquiring lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.831181] env[69763]: DEBUG oslo_concurrency.lockutils [req-0c615695-99e3-4453-830d-d2997361f696 req-1a10f852-16f8-47c1-8b02-6364aee3e037 service nova] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.831181] env[69763]: DEBUG oslo_concurrency.lockutils [req-0c615695-99e3-4453-830d-d2997361f696 req-1a10f852-16f8-47c1-8b02-6364aee3e037 service nova] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1546.831821] env[69763]: DEBUG nova.compute.manager [req-0c615695-99e3-4453-830d-d2997361f696 req-1a10f852-16f8-47c1-8b02-6364aee3e037 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] No waiting events found dispatching network-vif-plugged-86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1546.832222] env[69763]: WARNING nova.compute.manager [req-0c615695-99e3-4453-830d-d2997361f696 req-1a10f852-16f8-47c1-8b02-6364aee3e037 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Received unexpected event network-vif-plugged-86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 for instance with vm_state building and task_state spawning. [ 1546.915644] env[69763]: DEBUG nova.network.neutron [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Successfully updated port: 86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1547.058926] env[69763]: DEBUG oslo_vmware.api [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123827, 'name': PowerOnVM_Task, 'duration_secs': 0.470959} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1547.059301] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1547.158830] env[69763]: DEBUG nova.compute.manager [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1547.159745] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c7f307e-776c-4612-a21b-deb477fc6874 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1547.418808] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1547.419054] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1547.419193] env[69763]: DEBUG nova.network.neutron [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1547.676673] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12e28e49-0abc-4db6-8f0f-a0503db00296 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.878s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1547.952622] env[69763]: DEBUG nova.network.neutron [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1548.088721] env[69763]: DEBUG nova.network.neutron [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [{"id": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "address": "fa:16:3e:a5:34:00", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e6ebc7-8f", "ovs_interfaceid": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1548.591676] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.591995] env[69763]: DEBUG nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Instance network_info: |[{"id": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "address": "fa:16:3e:a5:34:00", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e6ebc7-8f", "ovs_interfaceid": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1548.592450] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:34:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1548.600012] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating folder: Project (47be2b07f9b74dfaa81186fa4219f7c0). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.600331] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aa5ae986-79b9-46d5-a6b2-e42cb0b18473 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.612703] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Created folder: Project (47be2b07f9b74dfaa81186fa4219f7c0) in parent group-v816505. [ 1548.612894] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating folder: Instances. Parent ref: group-v816835. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1548.613164] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49bf0252-6147-47f0-b71a-bcbbb466e8ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.623009] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Created folder: Instances in parent group-v816835. [ 1548.623233] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1548.623406] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1548.623619] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e9d627dd-cb33-43a2-920c-23f7315a630b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.643384] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1548.643384] env[69763]: value = "task-4123830" [ 1548.643384] env[69763]: _type = "Task" [ 1548.643384] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1548.651489] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123830, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1548.861114] env[69763]: DEBUG nova.compute.manager [req-ac18aff1-ce08-472a-be65-47ac5598ec43 req-3a733f56-6a54-4e98-bb0f-8a3e752458b3 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Received event network-changed-86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1548.861364] env[69763]: DEBUG nova.compute.manager [req-ac18aff1-ce08-472a-be65-47ac5598ec43 req-3a733f56-6a54-4e98-bb0f-8a3e752458b3 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Refreshing instance network info cache due to event network-changed-86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1548.861584] env[69763]: DEBUG oslo_concurrency.lockutils [req-ac18aff1-ce08-472a-be65-47ac5598ec43 req-3a733f56-6a54-4e98-bb0f-8a3e752458b3 service nova] Acquiring lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.861729] env[69763]: DEBUG oslo_concurrency.lockutils [req-ac18aff1-ce08-472a-be65-47ac5598ec43 req-3a733f56-6a54-4e98-bb0f-8a3e752458b3 service nova] Acquired lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.861906] env[69763]: DEBUG nova.network.neutron [req-ac18aff1-ce08-472a-be65-47ac5598ec43 req-3a733f56-6a54-4e98-bb0f-8a3e752458b3 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Refreshing network info cache for port 86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1549.155264] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123830, 'name': CreateVM_Task, 'duration_secs': 0.295622} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.155647] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1549.156115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.156293] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.156626] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.156884] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-47245057-2b79-475c-8970-d6ce196a0ad8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.162099] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1549.162099] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522286c7-331f-0f1f-ed16-98d6f8fd346f" [ 1549.162099] env[69763]: _type = "Task" [ 1549.162099] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.170899] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522286c7-331f-0f1f-ed16-98d6f8fd346f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1549.587674] env[69763]: DEBUG nova.network.neutron [req-ac18aff1-ce08-472a-be65-47ac5598ec43 req-3a733f56-6a54-4e98-bb0f-8a3e752458b3 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updated VIF entry in instance network info cache for port 86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1549.588044] env[69763]: DEBUG nova.network.neutron [req-ac18aff1-ce08-472a-be65-47ac5598ec43 req-3a733f56-6a54-4e98-bb0f-8a3e752458b3 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [{"id": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "address": "fa:16:3e:a5:34:00", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e6ebc7-8f", "ovs_interfaceid": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1549.672113] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522286c7-331f-0f1f-ed16-98d6f8fd346f, 'name': SearchDatastore_Task, 'duration_secs': 0.014644} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1549.672430] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.672672] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1549.672916] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.673079] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.673271] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1549.673536] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a91bea82-4de6-4b00-bd5d-284dd1981f24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.682710] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1549.682890] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1549.683647] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29e8ab94-8399-4b5e-8d58-f96f3aa82d80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1549.689268] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1549.689268] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52900c54-3ea4-b5f3-197f-f7eabca9850b" [ 1549.689268] env[69763]: _type = "Task" [ 1549.689268] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1549.697256] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52900c54-3ea4-b5f3-197f-f7eabca9850b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.091106] env[69763]: DEBUG oslo_concurrency.lockutils [req-ac18aff1-ce08-472a-be65-47ac5598ec43 req-3a733f56-6a54-4e98-bb0f-8a3e752458b3 service nova] Releasing lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.200326] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52900c54-3ea4-b5f3-197f-f7eabca9850b, 'name': SearchDatastore_Task, 'duration_secs': 0.009764} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.201180] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86ad971a-be7f-405f-bddd-b0311dc28632 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.206889] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1550.206889] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ff2a10-f1db-1789-0eb8-c3744c9bd925" [ 1550.206889] env[69763]: _type = "Task" [ 1550.206889] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.215381] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ff2a10-f1db-1789-0eb8-c3744c9bd925, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1550.717912] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ff2a10-f1db-1789-0eb8-c3744c9bd925, 'name': SearchDatastore_Task, 'duration_secs': 0.010488} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1550.718148] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.718444] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] b1ecd37a-b826-4ee6-8fae-aa41418a6119/b1ecd37a-b826-4ee6-8fae-aa41418a6119.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1550.718706] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ce49fc65-ca87-4877-aa7f-fb9f6ce324a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1550.725549] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1550.725549] env[69763]: value = "task-4123831" [ 1550.725549] env[69763]: _type = "Task" [ 1550.725549] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1550.733241] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123831, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.235786] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123831, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454012} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.236257] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] b1ecd37a-b826-4ee6-8fae-aa41418a6119/b1ecd37a-b826-4ee6-8fae-aa41418a6119.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1551.236257] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1551.236538] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9accebab-8b28-43bc-bc0c-6efb61baf3cd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.242998] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1551.242998] env[69763]: value = "task-4123832" [ 1551.242998] env[69763]: _type = "Task" [ 1551.242998] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.253372] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123832, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1551.752605] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123832, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067177} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1551.752913] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1551.753708] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37977fcc-60cf-4bc7-8d75-6486c20f9537 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.775445] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b1ecd37a-b826-4ee6-8fae-aa41418a6119/b1ecd37a-b826-4ee6-8fae-aa41418a6119.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1551.775745] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da0cc2b9-6e2b-4ec9-b32a-f2e37fcfbc24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.796798] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1551.796798] env[69763]: value = "task-4123833" [ 1551.796798] env[69763]: _type = "Task" [ 1551.796798] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1551.804812] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123833, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.310350] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123833, 'name': ReconfigVM_Task, 'duration_secs': 0.26185} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.310819] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b1ecd37a-b826-4ee6-8fae-aa41418a6119/b1ecd37a-b826-4ee6-8fae-aa41418a6119.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1552.311263] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f8d8319-2af1-4bb2-8135-d1d2a1768696 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.318487] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1552.318487] env[69763]: value = "task-4123834" [ 1552.318487] env[69763]: _type = "Task" [ 1552.318487] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.328295] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123834, 'name': Rename_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1552.829883] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123834, 'name': Rename_Task, 'duration_secs': 0.151433} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1552.829883] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1552.829883] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9457f7e9-0c2f-4a96-b3df-f9a7bdd5a917 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1552.837714] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1552.837714] env[69763]: value = "task-4123835" [ 1552.837714] env[69763]: _type = "Task" [ 1552.837714] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1552.845951] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123835, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.350731] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123835, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.849351] env[69763]: DEBUG oslo_vmware.api [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123835, 'name': PowerOnVM_Task, 'duration_secs': 0.66546} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.849635] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1553.849930] env[69763]: INFO nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Took 7.21 seconds to spawn the instance on the hypervisor. [ 1553.850197] env[69763]: DEBUG nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1553.851171] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af8b175-3432-4d4d-8723-f3b0dbbff6c8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.372976] env[69763]: INFO nova.compute.manager [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Took 11.92 seconds to build instance. [ 1554.572086] env[69763]: DEBUG nova.compute.manager [req-43df1ede-0066-4c5f-8e82-43acc9b89c66 req-058ca3e2-c369-4065-98f9-f5fd2fc506bb service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Received event network-changed-86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1554.572418] env[69763]: DEBUG nova.compute.manager [req-43df1ede-0066-4c5f-8e82-43acc9b89c66 req-058ca3e2-c369-4065-98f9-f5fd2fc506bb service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Refreshing instance network info cache due to event network-changed-86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1554.572763] env[69763]: DEBUG oslo_concurrency.lockutils [req-43df1ede-0066-4c5f-8e82-43acc9b89c66 req-058ca3e2-c369-4065-98f9-f5fd2fc506bb service nova] Acquiring lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.573012] env[69763]: DEBUG oslo_concurrency.lockutils [req-43df1ede-0066-4c5f-8e82-43acc9b89c66 req-058ca3e2-c369-4065-98f9-f5fd2fc506bb service nova] Acquired lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.573330] env[69763]: DEBUG nova.network.neutron [req-43df1ede-0066-4c5f-8e82-43acc9b89c66 req-058ca3e2-c369-4065-98f9-f5fd2fc506bb service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Refreshing network info cache for port 86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1554.875402] env[69763]: DEBUG oslo_concurrency.lockutils [None req-12d8ee04-4712-4573-877a-1f6e249b74e5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.428s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1555.283587] env[69763]: DEBUG nova.network.neutron [req-43df1ede-0066-4c5f-8e82-43acc9b89c66 req-058ca3e2-c369-4065-98f9-f5fd2fc506bb service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updated VIF entry in instance network info cache for port 86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1555.284027] env[69763]: DEBUG nova.network.neutron [req-43df1ede-0066-4c5f-8e82-43acc9b89c66 req-058ca3e2-c369-4065-98f9-f5fd2fc506bb service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [{"id": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "address": "fa:16:3e:a5:34:00", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e6ebc7-8f", "ovs_interfaceid": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1555.786832] env[69763]: DEBUG oslo_concurrency.lockutils [req-43df1ede-0066-4c5f-8e82-43acc9b89c66 req-058ca3e2-c369-4065-98f9-f5fd2fc506bb service nova] Releasing lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.401318] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1562.701398] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1563.705377] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.705353] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1565.705781] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1566.701330] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.207139] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.207575] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1567.704851] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1568.209242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.209659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1568.209659] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1568.209831] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1568.211903] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a528f54-8432-45d5-8cc7-48e6c4169901 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.220334] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f1a1060-5839-405f-85dd-b58cf2085dce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.234332] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-930c66fd-9681-4eed-940d-8f3e7c912b98 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.241450] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b045b450-d986-4eaa-823a-560d704605ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1568.270548] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180782MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1568.270812] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1568.270964] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1569.298269] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1569.298587] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance b1ecd37a-b826-4ee6-8fae-aa41418a6119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1569.298663] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1569.298739] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1569.337163] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c89d404-27b3-445d-9d7f-4924f3a69fbd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.345422] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b4599e-146c-4455-a4b2-925732db6996 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.376186] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6437f349-0f2b-4427-973f-1358f4a8a71b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.384047] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c68a5ec-84a6-48d3-85e6-344539e5a8d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1569.397511] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1569.900332] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1570.406136] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1570.406556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.135s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1571.407495] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1585.318938] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.319411] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.319479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1585.319648] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1585.319821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1585.323845] env[69763]: INFO nova.compute.manager [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Terminating instance [ 1585.827918] env[69763]: DEBUG nova.compute.manager [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1585.828262] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1585.829253] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c91ca22-1017-4ffa-9a67-fdfc81249e18 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.837164] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1585.837451] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70ba9226-1ff8-4b6e-8ec9-f7315b066579 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1585.843953] env[69763]: DEBUG oslo_vmware.api [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1585.843953] env[69763]: value = "task-4123836" [ 1585.843953] env[69763]: _type = "Task" [ 1585.843953] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1585.853538] env[69763]: DEBUG oslo_vmware.api [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.354382] env[69763]: DEBUG oslo_vmware.api [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123836, 'name': PowerOffVM_Task, 'duration_secs': 0.198151} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.354855] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1586.354855] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1586.355094] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02326773-c3a9-4d47-a7b1-2c24e5f244c1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.424242] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1586.424471] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1586.424692] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleting the datastore file [datastore2] f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1586.424998] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-edeb22ab-b203-46be-bc58-daf269ee9d1d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1586.432135] env[69763]: DEBUG oslo_vmware.api [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for the task: (returnval){ [ 1586.432135] env[69763]: value = "task-4123838" [ 1586.432135] env[69763]: _type = "Task" [ 1586.432135] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1586.440748] env[69763]: DEBUG oslo_vmware.api [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123838, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1586.942771] env[69763]: DEBUG oslo_vmware.api [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Task: {'id': task-4123838, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140514} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1586.943098] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1586.943300] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1586.943485] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1586.943712] env[69763]: INFO nova.compute.manager [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1586.943998] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1586.944236] env[69763]: DEBUG nova.compute.manager [-] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1586.944330] env[69763]: DEBUG nova.network.neutron [-] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1587.380305] env[69763]: DEBUG nova.compute.manager [req-744aca8f-755d-4fb3-9a73-405bfd224613 req-8a5d0bac-2428-422a-a22b-55201fcf02f7 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Received event network-vif-deleted-f6b88e9f-b339-4250-a7d9-3837f9a08c57 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1587.380654] env[69763]: INFO nova.compute.manager [req-744aca8f-755d-4fb3-9a73-405bfd224613 req-8a5d0bac-2428-422a-a22b-55201fcf02f7 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Neutron deleted interface f6b88e9f-b339-4250-a7d9-3837f9a08c57; detaching it from the instance and deleting it from the info cache [ 1587.380654] env[69763]: DEBUG nova.network.neutron [req-744aca8f-755d-4fb3-9a73-405bfd224613 req-8a5d0bac-2428-422a-a22b-55201fcf02f7 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.862387] env[69763]: DEBUG nova.network.neutron [-] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1587.883955] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4f8286a3-a8e1-4ef8-abaf-c4ed0ea95591 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.894038] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd8d7dc-8a36-4536-b8dd-f6ddc586ba0c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1587.919717] env[69763]: DEBUG nova.compute.manager [req-744aca8f-755d-4fb3-9a73-405bfd224613 req-8a5d0bac-2428-422a-a22b-55201fcf02f7 service nova] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Detach interface failed, port_id=f6b88e9f-b339-4250-a7d9-3837f9a08c57, reason: Instance f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1588.366138] env[69763]: INFO nova.compute.manager [-] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Took 1.42 seconds to deallocate network for instance. [ 1588.873104] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1588.873527] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1588.873592] env[69763]: DEBUG nova.objects.instance [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lazy-loading 'resources' on Instance uuid f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1589.420162] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4c438e7-6b71-4543-b412-227ca81de3c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.428010] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed781b5c-e3ee-4a76-ab17-50ed8189f453 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.459077] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3524a00b-e802-4cee-b425-bcef2f37b7ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.466630] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c77cbeb-6c4c-45f7-9e10-86ce0ecdba2c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1589.479688] env[69763]: DEBUG nova.compute.provider_tree [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1589.983420] env[69763]: DEBUG nova.scheduler.client.report [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1590.489046] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1590.511550] env[69763]: INFO nova.scheduler.client.report [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Deleted allocations for instance f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8 [ 1591.020563] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d78fc675-b52e-40b7-903b-4dc1065bf9b9 tempest-AttachVolumeShelveTestJSON-990643214 tempest-AttachVolumeShelveTestJSON-990643214-project-member] Lock "f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.701s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1592.690410] env[69763]: DEBUG nova.compute.manager [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1592.691413] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cbfa2fe-d6b7-470c-985e-6a3d2b5b71a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.202205] env[69763]: INFO nova.compute.manager [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] instance snapshotting [ 1593.202781] env[69763]: DEBUG nova.objects.instance [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'flavor' on Instance uuid b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1593.709646] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ce6ffb-0462-45f3-bc2a-d5ace7d091b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.740618] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d8abf37-617f-4038-8c74-4de4cb952ee5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.256164] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1594.256518] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f6198cf5-f3a1-4cc2-82d6-59976b6acc2f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1594.266752] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1594.266752] env[69763]: value = "task-4123840" [ 1594.266752] env[69763]: _type = "Task" [ 1594.266752] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1594.276489] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123840, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1594.777268] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123840, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1595.277429] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123840, 'name': CreateSnapshot_Task, 'duration_secs': 0.514237} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1595.277716] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1595.278530] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd21cfd-8f62-4521-ac03-02e40c8bb2e3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.797261] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1595.797559] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2e1e7faa-2fe8-4a28-bbc6-126bfe0c75c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1595.806967] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1595.806967] env[69763]: value = "task-4123841" [ 1595.806967] env[69763]: _type = "Task" [ 1595.806967] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1595.815903] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123841, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.318211] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123841, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1596.817910] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123841, 'name': CloneVM_Task, 'duration_secs': 0.927699} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1596.818344] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Created linked-clone VM from snapshot [ 1596.819193] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2feb550b-2e71-44f0-96f1-d7ef1c24eb15 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.828813] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Uploading image 882b78b9-9c1a-47b6-ac5c-dbd9e29b3c65 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1596.850946] env[69763]: DEBUG oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1596.850946] env[69763]: value = "vm-816839" [ 1596.850946] env[69763]: _type = "VirtualMachine" [ 1596.850946] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1596.851430] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-5c75f58c-cbaa-4666-bfd6-47ccc4be561a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.859614] env[69763]: DEBUG oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease: (returnval){ [ 1596.859614] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e9613a-1750-bf3a-0202-0b5b78976729" [ 1596.859614] env[69763]: _type = "HttpNfcLease" [ 1596.859614] env[69763]: } obtained for exporting VM: (result){ [ 1596.859614] env[69763]: value = "vm-816839" [ 1596.859614] env[69763]: _type = "VirtualMachine" [ 1596.859614] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1596.860038] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the lease: (returnval){ [ 1596.860038] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e9613a-1750-bf3a-0202-0b5b78976729" [ 1596.860038] env[69763]: _type = "HttpNfcLease" [ 1596.860038] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1596.869226] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1596.869226] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e9613a-1750-bf3a-0202-0b5b78976729" [ 1596.869226] env[69763]: _type = "HttpNfcLease" [ 1596.869226] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1597.368697] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1597.368697] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e9613a-1750-bf3a-0202-0b5b78976729" [ 1597.368697] env[69763]: _type = "HttpNfcLease" [ 1597.368697] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1597.369056] env[69763]: DEBUG oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1597.369056] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e9613a-1750-bf3a-0202-0b5b78976729" [ 1597.369056] env[69763]: _type = "HttpNfcLease" [ 1597.369056] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1597.369874] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594004ad-5533-473d-84cd-39ea562efb63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1597.377863] env[69763]: DEBUG oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529062c2-4bd0-7d07-68ce-a0269cb93692/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1597.378065] env[69763]: DEBUG oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529062c2-4bd0-7d07-68ce-a0269cb93692/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1597.462791] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0cc905da-9331-43b6-9359-ea8a5b2114a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.165452] env[69763]: DEBUG oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529062c2-4bd0-7d07-68ce-a0269cb93692/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1605.166425] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a4b04f-d8b8-4eb0-a6a9-d1fb9455d3a8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.172867] env[69763]: DEBUG oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529062c2-4bd0-7d07-68ce-a0269cb93692/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1605.173054] env[69763]: ERROR oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529062c2-4bd0-7d07-68ce-a0269cb93692/disk-0.vmdk due to incomplete transfer. [ 1605.173339] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5c2a1ccd-1a85-423a-90f8-4d7dbf45c1ab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.181434] env[69763]: DEBUG oslo_vmware.rw_handles [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529062c2-4bd0-7d07-68ce-a0269cb93692/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1605.181678] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Uploaded image 882b78b9-9c1a-47b6-ac5c-dbd9e29b3c65 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1605.183982] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1605.184276] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-adf5bf32-0abc-429a-9923-bbb558cdd14a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.190761] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1605.190761] env[69763]: value = "task-4123843" [ 1605.190761] env[69763]: _type = "Task" [ 1605.190761] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.199172] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123843, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.700734] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123843, 'name': Destroy_Task, 'duration_secs': 0.356673} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.701039] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Destroyed the VM [ 1605.701275] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1605.701528] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-74e49232-175c-4570-9c96-f4021988734a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.708466] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1605.708466] env[69763]: value = "task-4123844" [ 1605.708466] env[69763]: _type = "Task" [ 1605.708466] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.716245] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123844, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.218092] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123844, 'name': RemoveSnapshot_Task} progress is 36%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1606.719973] env[69763]: DEBUG oslo_vmware.api [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123844, 'name': RemoveSnapshot_Task, 'duration_secs': 0.554604} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1606.720304] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1606.720580] env[69763]: INFO nova.compute.manager [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Took 13.01 seconds to snapshot the instance on the hypervisor. [ 1607.275363] env[69763]: DEBUG nova.compute.manager [None req-3d7ca313-41ad-4850-85b3-7cdfd625775d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Found 1 images (rotation: 2) {{(pid=69763) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1608.717355] env[69763]: DEBUG nova.compute.manager [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1608.718334] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11e3c74a-1bf2-4ae4-9f61-4be67b36e36d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.229671] env[69763]: INFO nova.compute.manager [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] instance snapshotting [ 1609.230317] env[69763]: DEBUG nova.objects.instance [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'flavor' on Instance uuid b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1609.735663] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-264aec88-5696-4345-86d8-35e8344ba669 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1609.754603] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c583cd0-b4cb-42e1-a22f-2851e3e16058 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.265570] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1610.265916] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-762ebc38-1406-49bb-86e0-79a946783efd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1610.274474] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1610.274474] env[69763]: value = "task-4123845" [ 1610.274474] env[69763]: _type = "Task" [ 1610.274474] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1610.282250] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123845, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1610.784913] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123845, 'name': CreateSnapshot_Task, 'duration_secs': 0.44516} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1610.785403] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1610.785959] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5842c479-2b26-419b-a079-309f297b74f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.303453] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1611.303766] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-4922ef3f-4abf-42b4-a72e-6d2181cab114 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1611.312125] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1611.312125] env[69763]: value = "task-4123846" [ 1611.312125] env[69763]: _type = "Task" [ 1611.312125] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1611.320196] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123846, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1611.822748] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123846, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.326040] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123846, 'name': CloneVM_Task, 'duration_secs': 0.986751} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.326040] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Created linked-clone VM from snapshot [ 1612.326040] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de109f0-d38c-4b33-86f1-07c444136698 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.333111] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Uploading image 8048dda9-f4c5-4539-b407-4567c380bc10 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1612.353451] env[69763]: DEBUG oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1612.353451] env[69763]: value = "vm-816841" [ 1612.353451] env[69763]: _type = "VirtualMachine" [ 1612.353451] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1612.353721] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-41afd094-d1a6-442e-a698-90738bf758db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.361161] env[69763]: DEBUG oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease: (returnval){ [ 1612.361161] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52225c4b-1f7c-a9a7-76bf-1923d1b96877" [ 1612.361161] env[69763]: _type = "HttpNfcLease" [ 1612.361161] env[69763]: } obtained for exporting VM: (result){ [ 1612.361161] env[69763]: value = "vm-816841" [ 1612.361161] env[69763]: _type = "VirtualMachine" [ 1612.361161] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1612.361470] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the lease: (returnval){ [ 1612.361470] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52225c4b-1f7c-a9a7-76bf-1923d1b96877" [ 1612.361470] env[69763]: _type = "HttpNfcLease" [ 1612.361470] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1612.367708] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1612.367708] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52225c4b-1f7c-a9a7-76bf-1923d1b96877" [ 1612.367708] env[69763]: _type = "HttpNfcLease" [ 1612.367708] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1612.870376] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1612.870376] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52225c4b-1f7c-a9a7-76bf-1923d1b96877" [ 1612.870376] env[69763]: _type = "HttpNfcLease" [ 1612.870376] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1612.870890] env[69763]: DEBUG oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1612.870890] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52225c4b-1f7c-a9a7-76bf-1923d1b96877" [ 1612.870890] env[69763]: _type = "HttpNfcLease" [ 1612.870890] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1612.871437] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d52f07f-ce34-405a-a961-3f341a1c3dbb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.879457] env[69763]: DEBUG oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c79949-ec34-f709-dd51-8d263850dda1/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1612.879662] env[69763]: DEBUG oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c79949-ec34-f709-dd51-8d263850dda1/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1612.998276] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b79bb44e-e555-4082-b3fa-465c98578a6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1620.704885] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1620.995257] env[69763]: DEBUG oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c79949-ec34-f709-dd51-8d263850dda1/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1620.996177] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb6b96-1e0b-4ca7-9042-b78df95db913 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.002446] env[69763]: DEBUG oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c79949-ec34-f709-dd51-8d263850dda1/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1621.002616] env[69763]: ERROR oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c79949-ec34-f709-dd51-8d263850dda1/disk-0.vmdk due to incomplete transfer. [ 1621.002830] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-64b00e51-7a9d-4a64-b7c4-39ab0d620b6c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.011122] env[69763]: DEBUG oslo_vmware.rw_handles [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52c79949-ec34-f709-dd51-8d263850dda1/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1621.011325] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Uploaded image 8048dda9-f4c5-4539-b407-4567c380bc10 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1621.013444] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1621.013674] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-018c0b03-d63b-4d76-8454-b75251e0a8d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.019198] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1621.019198] env[69763]: value = "task-4123848" [ 1621.019198] env[69763]: _type = "Task" [ 1621.019198] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.027400] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123848, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1621.529819] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123848, 'name': Destroy_Task, 'duration_secs': 0.346151} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1621.530076] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Destroyed the VM [ 1621.530325] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1621.530594] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72754a8b-0854-4553-b515-d4055408e0c6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.537250] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1621.537250] env[69763]: value = "task-4123849" [ 1621.537250] env[69763]: _type = "Task" [ 1621.537250] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1621.545156] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123849, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.048600] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123849, 'name': RemoveSnapshot_Task} progress is 17%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1622.549407] env[69763]: DEBUG oslo_vmware.api [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123849, 'name': RemoveSnapshot_Task, 'duration_secs': 0.555423} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1622.549684] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1622.549910] env[69763]: INFO nova.compute.manager [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Took 12.82 seconds to snapshot the instance on the hypervisor. [ 1622.700034] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.092391] env[69763]: DEBUG nova.compute.manager [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Found 3 images (rotation: 2) {{(pid=69763) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1623.092695] env[69763]: DEBUG nova.compute.manager [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Rotating out 1 backups {{(pid=69763) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1623.092751] env[69763]: DEBUG nova.compute.manager [None req-a75bdcba-6bc6-4837-bbbd-60580855e88a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleting image 882b78b9-9c1a-47b6-ac5c-dbd9e29b3c65 {{(pid=69763) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1623.614285] env[69763]: DEBUG nova.compute.manager [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1623.615233] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85e375b9-a22f-406b-aaa8-09d98cd60032 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1623.704844] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1623.705062] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Cleaning up deleted instances with incomplete migration {{(pid=69763) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1624.127285] env[69763]: INFO nova.compute.manager [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] instance snapshotting [ 1624.127888] env[69763]: DEBUG nova.objects.instance [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'flavor' on Instance uuid b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1624.633485] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c04d91b5-2641-44e6-a934-e8efc90f1175 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.653300] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81841f3-ccb8-4454-8884-bd2d6f2e0869 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.164537] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1625.165104] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14312a9c-43d8-4305-a069-b6926ff640d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1625.172690] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1625.172690] env[69763]: value = "task-4123850" [ 1625.172690] env[69763]: _type = "Task" [ 1625.172690] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1625.181359] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123850, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1625.682917] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123850, 'name': CreateSnapshot_Task, 'duration_secs': 0.427277} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1625.683214] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1625.683927] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eb06994-4eed-48b7-9f50-376a2ca411ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.201116] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1626.201619] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ba86d7bf-9526-4733-9ee2-e609a9f65a5b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.207204] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.210294] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1626.210294] env[69763]: value = "task-4123851" [ 1626.210294] env[69763]: _type = "Task" [ 1626.210294] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.219150] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123851, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.704957] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.705381] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1626.705381] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1626.720449] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123851, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.222025] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123851, 'name': CloneVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.704798] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.705115] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1627.721997] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123851, 'name': CloneVM_Task, 'duration_secs': 1.032907} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.722309] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Created linked-clone VM from snapshot [ 1627.722997] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f3a0ce-9031-4561-90e4-62e296ebf6d3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.730712] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Uploading image e77fa337-07c5-4d79-8a6f-8fc805488db2 {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1627.757019] env[69763]: DEBUG oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1627.757019] env[69763]: value = "vm-816843" [ 1627.757019] env[69763]: _type = "VirtualMachine" [ 1627.757019] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1627.757551] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0ee2539a-0bae-4b71-adeb-a831e5452bdf {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.764708] env[69763]: DEBUG oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease: (returnval){ [ 1627.764708] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528d463f-27e7-c33e-c783-085789068c28" [ 1627.764708] env[69763]: _type = "HttpNfcLease" [ 1627.764708] env[69763]: } obtained for exporting VM: (result){ [ 1627.764708] env[69763]: value = "vm-816843" [ 1627.764708] env[69763]: _type = "VirtualMachine" [ 1627.764708] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1627.765105] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the lease: (returnval){ [ 1627.765105] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528d463f-27e7-c33e-c783-085789068c28" [ 1627.765105] env[69763]: _type = "HttpNfcLease" [ 1627.765105] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1627.771254] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1627.771254] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528d463f-27e7-c33e-c783-085789068c28" [ 1627.771254] env[69763]: _type = "HttpNfcLease" [ 1627.771254] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1628.208355] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.208638] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.208811] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1628.208998] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1628.211638] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1838a8-7ebb-40d1-a06b-402596aac40a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.219775] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3867d2d3-d8c5-4522-b714-7b63811452ad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.233433] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c2be1e-655b-4f09-9dae-a2a4a86279e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.240458] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6700515-45ff-45ae-9ee0-c3cdf7ab1c6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.270043] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180580MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1628.270232] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1628.270403] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1628.278597] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1628.278597] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528d463f-27e7-c33e-c783-085789068c28" [ 1628.278597] env[69763]: _type = "HttpNfcLease" [ 1628.278597] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1628.278877] env[69763]: DEBUG oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1628.278877] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]528d463f-27e7-c33e-c783-085789068c28" [ 1628.278877] env[69763]: _type = "HttpNfcLease" [ 1628.278877] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1628.279574] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952c096-dfc9-43b6-841f-2b922fa49d3e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.286571] env[69763]: DEBUG oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522384ab-12c3-51a5-24d3-b2bc82f64d66/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1628.286738] env[69763]: DEBUG oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522384ab-12c3-51a5-24d3-b2bc82f64d66/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1628.369900] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-70e3c013-f67e-4526-adb5-a841136d32b4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.398444] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance b1ecd37a-b826-4ee6-8fae-aa41418a6119 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1629.398749] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1629.398919] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1629.428664] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071f0132-be75-446b-9450-8af4c4bb7211 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.436877] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729ff4d0-4f3c-4ead-908f-e3575b07d1e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.468409] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e315ce47-6a96-4f7e-affe-fed117b6f8fb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.477091] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9391d8-34c5-4f88-9ed3-da209672502d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.491375] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1629.994979] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1630.500574] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1630.501069] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.230s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1630.705342] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.705674] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1630.705863] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Cleaning up deleted instances {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1631.215784] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] There are 26 instances to clean {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1631.216089] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 6215dd2d-6a94-468c-9b9a-d63a81a1685f] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1631.719531] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: f67285c5-e2c2-43fb-a2c3-e7c2177e5ec8] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1632.223666] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 6feb6dc3-c615-4795-9bd7-6e1183742d0d] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1632.727145] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 14d46a10-36a7-49b5-b7c7-638569414d0b] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1633.230805] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 39badba3-9857-4bf5-a1c5-d78f11e9cd24] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1633.734139] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: b4dab3d7-8d47-4344-b8cc-475465499b6f] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1634.238051] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 35ef430a-3ecb-415f-b30e-5f8811c7ec1d] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1634.745405] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 1ce083d6-da77-4cd3-80c2-8e70b123cdfe] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1635.248859] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: bb6f5626-8344-4237-a01c-9fb08e214651] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1635.753064] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 6ffbdc0b-b41d-45e9-9e27-10b965c0b36f] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1635.783031] env[69763]: DEBUG oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522384ab-12c3-51a5-24d3-b2bc82f64d66/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1635.784252] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26278acf-8d01-4cd5-90b9-6fa0b26e1f55 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.790757] env[69763]: DEBUG oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522384ab-12c3-51a5-24d3-b2bc82f64d66/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1635.790924] env[69763]: ERROR oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522384ab-12c3-51a5-24d3-b2bc82f64d66/disk-0.vmdk due to incomplete transfer. [ 1635.791159] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d691ec56-1c82-4e01-b610-af0b0baa723e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.799858] env[69763]: DEBUG oslo_vmware.rw_handles [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/522384ab-12c3-51a5-24d3-b2bc82f64d66/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1635.800071] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Uploaded image e77fa337-07c5-4d79-8a6f-8fc805488db2 to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1635.802984] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1635.803234] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-43d4beae-f2de-47f2-8df5-085d9f3073de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.809245] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1635.809245] env[69763]: value = "task-4123853" [ 1635.809245] env[69763]: _type = "Task" [ 1635.809245] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1635.817426] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123853, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.257193] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 39f24145-64a3-4baa-804f-53b9b2ed5141] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1636.319995] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123853, 'name': Destroy_Task, 'duration_secs': 0.414418} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.320287] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Destroyed the VM [ 1636.320529] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1636.320781] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8fda0b7e-acac-45e8-9ef0-9189311eae80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1636.326714] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1636.326714] env[69763]: value = "task-4123854" [ 1636.326714] env[69763]: _type = "Task" [ 1636.326714] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1636.334544] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123854, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1636.761291] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 8cc0fae8-b927-42e4-8aef-2b11b60fd60e] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1636.836693] env[69763]: DEBUG oslo_vmware.api [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123854, 'name': RemoveSnapshot_Task, 'duration_secs': 0.473828} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1636.836935] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1636.837219] env[69763]: INFO nova.compute.manager [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Took 12.20 seconds to snapshot the instance on the hypervisor. [ 1637.264798] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 764f97c4-049d-45d5-803c-ac526a1343f5] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1637.377127] env[69763]: DEBUG nova.compute.manager [None req-38df191a-5b3b-454e-84e0-ae417af170ef tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Found 2 images (rotation: 2) {{(pid=69763) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1637.768922] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: d726f180-955e-489e-a43b-36365b1d5d99] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1638.271839] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: aa8834ca-2c90-4750-a34f-371b0645930a] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1638.775614] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 3be91880-0d0e-42b5-a9d2-1542dd287b8c] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1638.852911] env[69763]: DEBUG oslo_concurrency.lockutils [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1638.853215] env[69763]: DEBUG oslo_concurrency.lockutils [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1638.853422] env[69763]: DEBUG nova.compute.manager [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1638.854358] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b3808cd-16c0-4322-a855-9d8364328797 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1638.861702] env[69763]: DEBUG nova.compute.manager [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69763) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1638.862275] env[69763]: DEBUG nova.objects.instance [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'flavor' on Instance uuid b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1639.279626] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 41c16292-949f-4eba-baeb-aabf92c66e5a] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1639.783350] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: f5c24495-9e58-4737-a7a4-a07fe0d5e61f] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1639.869120] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1639.869450] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4b405b3-b5d7-4696-af69-59ba7e7b0609 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1639.877349] env[69763]: DEBUG oslo_vmware.api [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1639.877349] env[69763]: value = "task-4123855" [ 1639.877349] env[69763]: _type = "Task" [ 1639.877349] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1639.886053] env[69763]: DEBUG oslo_vmware.api [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123855, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1640.287507] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 26b198ec-7ac3-4f0e-9e0d-3190e6d98637] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1640.387888] env[69763]: DEBUG oslo_vmware.api [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123855, 'name': PowerOffVM_Task, 'duration_secs': 0.181891} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1640.388184] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1640.388420] env[69763]: DEBUG nova.compute.manager [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1640.389219] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72edc80e-7a0c-47d8-b34a-c5a4e84f3d94 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1640.791645] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 2748d29a-0563-426d-9a06-d427764311bd] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1640.900526] env[69763]: DEBUG oslo_concurrency.lockutils [None req-59c3435c-742b-48bd-b49c-b0ae1f8c6e1b tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.047s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1641.296067] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 55a0c760-4c05-4de1-94bb-d63b03ec7a07] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1641.798417] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 8b10eef2-416c-4789-bbba-0f9a3bc6cc0c] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1642.099457] env[69763]: DEBUG nova.compute.manager [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Stashing vm_state: stopped {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1642.301198] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: ac2b827d-4467-4b83-814b-c45ccaac7318] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1642.618499] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.618786] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.804612] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 9979980d-eead-4321-9891-cb84414b3a71] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1643.123439] env[69763]: INFO nova.compute.claims [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1643.307637] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 642cf735-ef28-44f7-a9df-359861053897] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1643.629738] env[69763]: INFO nova.compute.resource_tracker [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating resource usage from migration 853b6616-7346-48a1-af9c-a303fefaaf79 [ 1643.674474] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a90177b-a926-4e05-be42-f66ede86a48e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.682912] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8495cf1c-954c-4907-9ab4-1daf9b338728 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.715322] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73fd0fe8-3586-420a-ac9a-d17ee8c65519 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.723187] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026649c7-7758-4131-880b-10bc810984a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.736133] env[69763]: DEBUG nova.compute.provider_tree [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1643.810441] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 333044fb-7528-4210-b5f5-566e74e0c286] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1644.239200] env[69763]: DEBUG nova.scheduler.client.report [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1644.313424] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1644.743926] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.125s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1644.744175] env[69763]: INFO nova.compute.manager [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Migrating [ 1645.259092] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1645.259408] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1645.259482] env[69763]: DEBUG nova.network.neutron [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1645.981803] env[69763]: DEBUG nova.network.neutron [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [{"id": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "address": "fa:16:3e:a5:34:00", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e6ebc7-8f", "ovs_interfaceid": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1646.484571] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.000826] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7a028c-d56b-4f21-b17f-c56035cb5291 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.020027] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance 'b1ecd37a-b826-4ee6-8fae-aa41418a6119' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1648.526545] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1648.526883] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bdc05de-8fef-4204-bc0b-b8d994ea9182 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1648.535480] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1648.535480] env[69763]: value = "task-4123856" [ 1648.535480] env[69763]: _type = "Task" [ 1648.535480] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1648.546045] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1648.546250] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance 'b1ecd37a-b826-4ee6-8fae-aa41418a6119' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1649.052725] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1649.053203] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1649.053203] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1649.053399] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1649.053546] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1649.053694] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1649.053901] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1649.054075] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1649.054250] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1649.054426] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1649.054598] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1649.059789] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-591fa33a-0908-4141-bdc4-ec15ee5e2d8a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1649.075301] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1649.075301] env[69763]: value = "task-4123857" [ 1649.075301] env[69763]: _type = "Task" [ 1649.075301] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1649.084257] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123857, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1649.585600] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123857, 'name': ReconfigVM_Task, 'duration_secs': 0.147013} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1649.585954] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance 'b1ecd37a-b826-4ee6-8fae-aa41418a6119' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1650.092641] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1650.093171] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1650.093171] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1650.093338] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1650.093406] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1650.093561] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1650.093775] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1650.093940] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1650.094115] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1650.094283] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1650.094455] env[69763]: DEBUG nova.virt.hardware [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1650.099789] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Reconfiguring VM instance instance-0000007c to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1650.100093] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6887ceac-59a1-4835-a55c-dcd13f3653fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.119133] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1650.119133] env[69763]: value = "task-4123858" [ 1650.119133] env[69763]: _type = "Task" [ 1650.119133] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.128328] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123858, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.628552] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123858, 'name': ReconfigVM_Task, 'duration_secs': 0.15251} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.628840] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Reconfigured VM instance instance-0000007c to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1650.629642] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-222ff5ac-bfcd-4f00-818a-b6f0cc3adb90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.650962] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Reconfiguring VM instance instance-0000007c to attach disk [datastore1] b1ecd37a-b826-4ee6-8fae-aa41418a6119/b1ecd37a-b826-4ee6-8fae-aa41418a6119.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1650.651223] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fed40b73-ae07-4959-b94f-2d840a7db611 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.669319] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1650.669319] env[69763]: value = "task-4123859" [ 1650.669319] env[69763]: _type = "Task" [ 1650.669319] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.677665] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.179355] env[69763]: DEBUG oslo_vmware.api [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123859, 'name': ReconfigVM_Task, 'duration_secs': 0.29312} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.179747] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Reconfigured VM instance instance-0000007c to attach disk [datastore1] b1ecd37a-b826-4ee6-8fae-aa41418a6119/b1ecd37a-b826-4ee6-8fae-aa41418a6119.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1651.179918] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance 'b1ecd37a-b826-4ee6-8fae-aa41418a6119' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1651.686528] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06cab8e-5718-4281-ab2c-bd3bee474303 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.705514] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddace739-974f-4329-a292-f3405812abf9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1651.722871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance 'b1ecd37a-b826-4ee6-8fae-aa41418a6119' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1652.261639] env[69763]: DEBUG nova.network.neutron [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Port 86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1653.285073] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.285492] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.285492] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1654.323421] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.323704] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.323820] env[69763]: DEBUG nova.network.neutron [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1655.036779] env[69763]: DEBUG nova.network.neutron [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [{"id": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "address": "fa:16:3e:a5:34:00", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e6ebc7-8f", "ovs_interfaceid": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1655.539794] env[69763]: DEBUG oslo_concurrency.lockutils [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.065891] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65b34b9-0a0c-4c17-b8ea-4e619d4f0a99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.092081] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0524b98e-7363-4c78-b766-dd75d622c43c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.101477] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance 'b1ecd37a-b826-4ee6-8fae-aa41418a6119' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1656.610034] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-02f67ed2-5a72-46d7-895a-a9b410dcb471 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance 'b1ecd37a-b826-4ee6-8fae-aa41418a6119' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1659.146518] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1659.147115] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1659.147115] env[69763]: DEBUG nova.compute.manager [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Going to confirm migration 9 {{(pid=69763) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1659.714583] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.714776] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.714957] env[69763]: DEBUG nova.network.neutron [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1659.715157] env[69763]: DEBUG nova.objects.instance [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'info_cache' on Instance uuid b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1660.958941] env[69763]: DEBUG nova.network.neutron [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [{"id": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "address": "fa:16:3e:a5:34:00", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e6ebc7-8f", "ovs_interfaceid": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1661.462460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1661.462774] env[69763]: DEBUG nova.objects.instance [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'migration_context' on Instance uuid b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1661.966538] env[69763]: DEBUG nova.objects.base [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1661.967565] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58b763e8-6e1c-4131-a215-5cad6acd36ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.986554] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5a1a66e-a1e3-424a-a482-2fd79acff5eb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1661.992360] env[69763]: DEBUG oslo_vmware.api [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1661.992360] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c7e94-958d-e541-dd34-f56efe9caa52" [ 1661.992360] env[69763]: _type = "Task" [ 1661.992360] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1662.000551] env[69763]: DEBUG oslo_vmware.api [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c7e94-958d-e541-dd34-f56efe9caa52, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1662.502476] env[69763]: DEBUG oslo_vmware.api [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]522c7e94-958d-e541-dd34-f56efe9caa52, 'name': SearchDatastore_Task, 'duration_secs': 0.009813} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1662.503066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.503066] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1663.048036] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-357d7f29-b89f-44fd-b763-cb45df9a944f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.055785] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1346ef55-7baf-422a-ae52-e8fc9a424925 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.085102] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea0fc671-caad-4482-bbc9-d069f4749c0f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.092531] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f90146-921c-4fc5-b565-de438007a79c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.106137] env[69763]: DEBUG nova.compute.provider_tree [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1663.609491] env[69763]: DEBUG nova.scheduler.client.report [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.619705] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.116s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1664.620168] env[69763]: DEBUG nova.compute.manager [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69763) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1665.179679] env[69763]: INFO nova.scheduler.client.report [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted allocation for migration 853b6616-7346-48a1-af9c-a303fefaaf79 [ 1665.688383] env[69763]: DEBUG oslo_concurrency.lockutils [None req-fde51e29-1859-467c-b665-1edadc9d48cd tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.541s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1666.011853] env[69763]: DEBUG nova.objects.instance [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'flavor' on Instance uuid b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1666.516739] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1666.517077] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1666.517178] env[69763]: DEBUG nova.network.neutron [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1666.517333] env[69763]: DEBUG nova.objects.instance [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'info_cache' on Instance uuid b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1667.020634] env[69763]: DEBUG nova.objects.base [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1667.714729] env[69763]: DEBUG nova.network.neutron [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [{"id": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "address": "fa:16:3e:a5:34:00", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap86e6ebc7-8f", "ovs_interfaceid": "86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1668.218161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-b1ecd37a-b826-4ee6-8fae-aa41418a6119" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.223967] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1669.224401] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab2fbaa8-8098-4590-b026-17355f909821 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.233331] env[69763]: DEBUG oslo_vmware.api [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1669.233331] env[69763]: value = "task-4123860" [ 1669.233331] env[69763]: _type = "Task" [ 1669.233331] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.241643] env[69763]: DEBUG oslo_vmware.api [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123860, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.743921] env[69763]: DEBUG oslo_vmware.api [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123860, 'name': PowerOnVM_Task, 'duration_secs': 0.373039} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1669.744171] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1669.744382] env[69763]: DEBUG nova.compute.manager [None req-986e01d0-64fa-4913-915d-78659fe0210a tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1669.745266] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b32818e0-6a4c-46fd-be19-8aef0efdde52 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.642323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.642748] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.642795] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1670.642958] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1670.643141] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1670.645271] env[69763]: INFO nova.compute.manager [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Terminating instance [ 1671.149640] env[69763]: DEBUG nova.compute.manager [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1671.149861] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1671.150769] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65119468-0291-4309-95d7-f956f05cb08c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.158801] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1671.159054] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-83a1c9d9-f6b0-405c-b44b-5f3a27832e3c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.165583] env[69763]: DEBUG oslo_vmware.api [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1671.165583] env[69763]: value = "task-4123861" [ 1671.165583] env[69763]: _type = "Task" [ 1671.165583] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.174681] env[69763]: DEBUG oslo_vmware.api [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123861, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.675533] env[69763]: DEBUG oslo_vmware.api [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123861, 'name': PowerOffVM_Task, 'duration_secs': 0.192214} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.675922] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1671.675971] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1671.676230] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dcde5b2d-7a62-42dd-ac86-8beda9068856 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.743871] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1671.744086] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1671.745970] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleting the datastore file [datastore1] b1ecd37a-b826-4ee6-8fae-aa41418a6119 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1671.745970] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af70bdf-ffd4-4958-8600-e8daf9830c3f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.751030] env[69763]: DEBUG oslo_vmware.api [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1671.751030] env[69763]: value = "task-4123863" [ 1671.751030] env[69763]: _type = "Task" [ 1671.751030] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.759150] env[69763]: DEBUG oslo_vmware.api [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123863, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.260336] env[69763]: DEBUG oslo_vmware.api [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123863, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145376} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.260616] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1672.260819] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1672.261013] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1672.261205] env[69763]: INFO nova.compute.manager [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1672.261516] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1672.261647] env[69763]: DEBUG nova.compute.manager [-] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1672.261735] env[69763]: DEBUG nova.network.neutron [-] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1672.970926] env[69763]: DEBUG nova.compute.manager [req-7a9c7c57-b843-4ca3-9e3c-ac331fa28151 req-63026249-f1f3-4a45-93c4-ebfd56b92087 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Received event network-vif-deleted-86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1672.971210] env[69763]: INFO nova.compute.manager [req-7a9c7c57-b843-4ca3-9e3c-ac331fa28151 req-63026249-f1f3-4a45-93c4-ebfd56b92087 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Neutron deleted interface 86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78; detaching it from the instance and deleting it from the info cache [ 1672.971449] env[69763]: DEBUG nova.network.neutron [req-7a9c7c57-b843-4ca3-9e3c-ac331fa28151 req-63026249-f1f3-4a45-93c4-ebfd56b92087 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.450046] env[69763]: DEBUG nova.network.neutron [-] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1673.473952] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5efbf114-9302-423f-9510-3639a64d53df {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.484490] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bc2447-344e-457d-a222-bd33970174fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.511389] env[69763]: DEBUG nova.compute.manager [req-7a9c7c57-b843-4ca3-9e3c-ac331fa28151 req-63026249-f1f3-4a45-93c4-ebfd56b92087 service nova] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Detach interface failed, port_id=86e6ebc7-8f7e-40b2-9b6b-bd23234ddd78, reason: Instance b1ecd37a-b826-4ee6-8fae-aa41418a6119 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1673.952717] env[69763]: INFO nova.compute.manager [-] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Took 1.69 seconds to deallocate network for instance. [ 1674.459291] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1674.459727] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1674.459833] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1674.484619] env[69763]: INFO nova.scheduler.client.report [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted allocations for instance b1ecd37a-b826-4ee6-8fae-aa41418a6119 [ 1674.992841] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9e50c47e-846a-4b3b-96f0-e33896bb9c87 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "b1ecd37a-b826-4ee6-8fae-aa41418a6119" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.350s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1675.610395] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1675.610741] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.112741] env[69763]: DEBUG nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1676.634429] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1676.634703] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1676.636248] env[69763]: INFO nova.compute.claims [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1677.671542] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434d86ec-fe1c-4563-8208-b71db160642d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.679700] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8629be33-a0c3-443c-b8c3-d1a5da9b62a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.710404] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75c26c90-71fb-4087-bede-245e2337e2ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.718194] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c42600-2b87-49a5-8153-2a756bf24113 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.731669] env[69763]: DEBUG nova.compute.provider_tree [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1678.234662] env[69763]: DEBUG nova.scheduler.client.report [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1678.739753] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1678.740291] env[69763]: DEBUG nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1679.245274] env[69763]: DEBUG nova.compute.utils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1679.246803] env[69763]: DEBUG nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1679.247101] env[69763]: DEBUG nova.network.neutron [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1679.295267] env[69763]: DEBUG nova.policy [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25781e22ff5a447293954b982b1e4d17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47be2b07f9b74dfaa81186fa4219f7c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1679.577685] env[69763]: DEBUG nova.network.neutron [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Successfully created port: f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1679.751242] env[69763]: DEBUG nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1680.762421] env[69763]: DEBUG nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1680.905412] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1680.905675] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1680.905833] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1680.906031] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1680.906191] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1680.906341] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1680.906550] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1680.906709] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1680.906874] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1680.907071] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1680.907283] env[69763]: DEBUG nova.virt.hardware [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1680.908193] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133223ec-7494-4b41-9eaa-7aa72a8f8a77 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.916482] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a8a2a79-fec9-4ab6-b16a-021bd4c8706c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1680.968181] env[69763]: DEBUG nova.compute.manager [req-89c71321-7cdc-4043-920a-71065584c3df req-a775c848-5334-424a-949a-1f90fcd00532 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Received event network-vif-plugged-f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1680.968485] env[69763]: DEBUG oslo_concurrency.lockutils [req-89c71321-7cdc-4043-920a-71065584c3df req-a775c848-5334-424a-949a-1f90fcd00532 service nova] Acquiring lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1680.968736] env[69763]: DEBUG oslo_concurrency.lockutils [req-89c71321-7cdc-4043-920a-71065584c3df req-a775c848-5334-424a-949a-1f90fcd00532 service nova] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1680.968880] env[69763]: DEBUG oslo_concurrency.lockutils [req-89c71321-7cdc-4043-920a-71065584c3df req-a775c848-5334-424a-949a-1f90fcd00532 service nova] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1680.969031] env[69763]: DEBUG nova.compute.manager [req-89c71321-7cdc-4043-920a-71065584c3df req-a775c848-5334-424a-949a-1f90fcd00532 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] No waiting events found dispatching network-vif-plugged-f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1680.969230] env[69763]: WARNING nova.compute.manager [req-89c71321-7cdc-4043-920a-71065584c3df req-a775c848-5334-424a-949a-1f90fcd00532 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Received unexpected event network-vif-plugged-f43e6643-b4a6-4655-860c-ba4d6db16e95 for instance with vm_state building and task_state spawning. [ 1681.060065] env[69763]: DEBUG nova.network.neutron [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Successfully updated port: f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1681.564609] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1681.564609] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1681.564609] env[69763]: DEBUG nova.network.neutron [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1682.094971] env[69763]: DEBUG nova.network.neutron [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1682.212429] env[69763]: DEBUG nova.network.neutron [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [{"id": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "address": "fa:16:3e:00:27:48", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43e6643-b4", "ovs_interfaceid": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1682.715874] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1682.716229] env[69763]: DEBUG nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Instance network_info: |[{"id": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "address": "fa:16:3e:00:27:48", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43e6643-b4", "ovs_interfaceid": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1682.716674] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:27:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f43e6643-b4a6-4655-860c-ba4d6db16e95', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1682.724053] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1682.724266] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1682.724500] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5af47c9c-94b6-4bcb-9660-7e417e7c0008 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1682.745393] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1682.745393] env[69763]: value = "task-4123864" [ 1682.745393] env[69763]: _type = "Task" [ 1682.745393] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1682.753261] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123864, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.999719] env[69763]: DEBUG nova.compute.manager [req-efa564d9-c4d0-42ae-a7ae-35517c6f1361 req-127552e4-1720-4951-892c-ec15466634ee service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Received event network-changed-f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1682.999929] env[69763]: DEBUG nova.compute.manager [req-efa564d9-c4d0-42ae-a7ae-35517c6f1361 req-127552e4-1720-4951-892c-ec15466634ee service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Refreshing instance network info cache due to event network-changed-f43e6643-b4a6-4655-860c-ba4d6db16e95. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1683.000171] env[69763]: DEBUG oslo_concurrency.lockutils [req-efa564d9-c4d0-42ae-a7ae-35517c6f1361 req-127552e4-1720-4951-892c-ec15466634ee service nova] Acquiring lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.000329] env[69763]: DEBUG oslo_concurrency.lockutils [req-efa564d9-c4d0-42ae-a7ae-35517c6f1361 req-127552e4-1720-4951-892c-ec15466634ee service nova] Acquired lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.000497] env[69763]: DEBUG nova.network.neutron [req-efa564d9-c4d0-42ae-a7ae-35517c6f1361 req-127552e4-1720-4951-892c-ec15466634ee service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Refreshing network info cache for port f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1683.255607] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123864, 'name': CreateVM_Task, 'duration_secs': 0.31411} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.255976] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1683.256425] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.256606] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.256921] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1683.257220] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f59bdc0-92aa-43fb-bf02-9f9fe92ed1c0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.261553] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1683.261553] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c74642-1ff1-d85f-8339-2cb16f6be73c" [ 1683.261553] env[69763]: _type = "Task" [ 1683.261553] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.269404] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c74642-1ff1-d85f-8339-2cb16f6be73c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1683.691148] env[69763]: DEBUG nova.network.neutron [req-efa564d9-c4d0-42ae-a7ae-35517c6f1361 req-127552e4-1720-4951-892c-ec15466634ee service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updated VIF entry in instance network info cache for port f43e6643-b4a6-4655-860c-ba4d6db16e95. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1683.691528] env[69763]: DEBUG nova.network.neutron [req-efa564d9-c4d0-42ae-a7ae-35517c6f1361 req-127552e4-1720-4951-892c-ec15466634ee service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [{"id": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "address": "fa:16:3e:00:27:48", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43e6643-b4", "ovs_interfaceid": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1683.771693] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52c74642-1ff1-d85f-8339-2cb16f6be73c, 'name': SearchDatastore_Task, 'duration_secs': 0.011272} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1683.771999] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1683.772280] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1683.772520] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1683.772667] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1683.772845] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1683.773132] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4073ea9-4c48-447e-a502-0686f75e965f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.781776] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1683.781916] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1683.782596] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86462e41-dd19-4e2b-b5a3-3bbec6007cb0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1683.787538] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1683.787538] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52267240-7446-3c59-2220-cf275c8dd799" [ 1683.787538] env[69763]: _type = "Task" [ 1683.787538] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1683.795145] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52267240-7446-3c59-2220-cf275c8dd799, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.194019] env[69763]: DEBUG oslo_concurrency.lockutils [req-efa564d9-c4d0-42ae-a7ae-35517c6f1361 req-127552e4-1720-4951-892c-ec15466634ee service nova] Releasing lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.298658] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52267240-7446-3c59-2220-cf275c8dd799, 'name': SearchDatastore_Task, 'duration_secs': 0.008492} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.299401] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb462449-e1b2-42e4-85f2-658055c4db16 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.304533] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1684.304533] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]527506e5-1ec8-f504-999f-2e3f1360ba8f" [ 1684.304533] env[69763]: _type = "Task" [ 1684.304533] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.311614] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527506e5-1ec8-f504-999f-2e3f1360ba8f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1684.815078] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]527506e5-1ec8-f504-999f-2e3f1360ba8f, 'name': SearchDatastore_Task, 'duration_secs': 0.010088} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1684.815379] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1684.815638] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3/09c899e9-45b0-47da-b635-e22bf60ab1f3.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1684.815900] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8cd20900-c064-4147-bc78-f5b785f95075 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1684.823655] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1684.823655] env[69763]: value = "task-4123865" [ 1684.823655] env[69763]: _type = "Task" [ 1684.823655] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1684.832323] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123865, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.334630] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123865, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480058} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.335046] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3/09c899e9-45b0-47da-b635-e22bf60ab1f3.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1685.335180] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1685.335425] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e781464b-316c-44d1-ac35-fb45953d21cc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.341865] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1685.341865] env[69763]: value = "task-4123866" [ 1685.341865] env[69763]: _type = "Task" [ 1685.341865] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.349159] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123866, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.851544] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123866, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061169} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.851818] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1685.852553] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61c67ac-3802-41d3-9cb6-a1961a4a5b7e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.873648] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3/09c899e9-45b0-47da-b635-e22bf60ab1f3.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1685.873926] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b5e525d-86a8-482e-9c3e-f10443a6fc9a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.894239] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1685.894239] env[69763]: value = "task-4123867" [ 1685.894239] env[69763]: _type = "Task" [ 1685.894239] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.901918] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123867, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.404838] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.905980] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123867, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.406497] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123867, 'name': ReconfigVM_Task, 'duration_secs': 1.302383} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.406863] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3/09c899e9-45b0-47da-b635-e22bf60ab1f3.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1687.407490] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f15a0565-60ff-4e9e-b337-a92cb1031813 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.413896] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1687.413896] env[69763]: value = "task-4123868" [ 1687.413896] env[69763]: _type = "Task" [ 1687.413896] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.421759] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123868, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1687.923506] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123868, 'name': Rename_Task, 'duration_secs': 0.140739} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1687.923840] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1687.924126] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a86ca2e8-5d8d-46c5-955b-cee983abcac3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.930440] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1687.930440] env[69763]: value = "task-4123869" [ 1687.930440] env[69763]: _type = "Task" [ 1687.930440] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1687.938093] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123869, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1688.441905] env[69763]: DEBUG oslo_vmware.api [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123869, 'name': PowerOnVM_Task, 'duration_secs': 0.440452} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1688.442322] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1688.442407] env[69763]: INFO nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Took 7.68 seconds to spawn the instance on the hypervisor. [ 1688.442551] env[69763]: DEBUG nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1688.443328] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13eafee-6ec1-487a-b542-1f459c8b21d1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.960522] env[69763]: INFO nova.compute.manager [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Took 12.34 seconds to build instance. [ 1689.462711] env[69763]: DEBUG oslo_concurrency.lockutils [None req-dbb10680-abae-4dde-a162-65128e06ca70 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.852s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1689.702988] env[69763]: DEBUG nova.compute.manager [req-386d47f1-cacb-474f-bfb1-9dd79ec2be24 req-facf1f3f-2677-4ae9-a71a-36273d432769 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Received event network-changed-f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1689.703237] env[69763]: DEBUG nova.compute.manager [req-386d47f1-cacb-474f-bfb1-9dd79ec2be24 req-facf1f3f-2677-4ae9-a71a-36273d432769 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Refreshing instance network info cache due to event network-changed-f43e6643-b4a6-4655-860c-ba4d6db16e95. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1689.704099] env[69763]: DEBUG oslo_concurrency.lockutils [req-386d47f1-cacb-474f-bfb1-9dd79ec2be24 req-facf1f3f-2677-4ae9-a71a-36273d432769 service nova] Acquiring lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1689.704099] env[69763]: DEBUG oslo_concurrency.lockutils [req-386d47f1-cacb-474f-bfb1-9dd79ec2be24 req-facf1f3f-2677-4ae9-a71a-36273d432769 service nova] Acquired lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1689.704099] env[69763]: DEBUG nova.network.neutron [req-386d47f1-cacb-474f-bfb1-9dd79ec2be24 req-facf1f3f-2677-4ae9-a71a-36273d432769 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Refreshing network info cache for port f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1690.424551] env[69763]: DEBUG nova.network.neutron [req-386d47f1-cacb-474f-bfb1-9dd79ec2be24 req-facf1f3f-2677-4ae9-a71a-36273d432769 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updated VIF entry in instance network info cache for port f43e6643-b4a6-4655-860c-ba4d6db16e95. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1690.424930] env[69763]: DEBUG nova.network.neutron [req-386d47f1-cacb-474f-bfb1-9dd79ec2be24 req-facf1f3f-2677-4ae9-a71a-36273d432769 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [{"id": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "address": "fa:16:3e:00:27:48", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43e6643-b4", "ovs_interfaceid": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1690.927751] env[69763]: DEBUG oslo_concurrency.lockutils [req-386d47f1-cacb-474f-bfb1-9dd79ec2be24 req-facf1f3f-2677-4ae9-a71a-36273d432769 service nova] Releasing lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1694.814777] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1694.815297] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.319688] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.319904] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.320077] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.320243] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.320441] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.320577] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.320717] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1695.321129] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1695.824871] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1695.825340] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1695.825454] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1695.825615] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1695.826554] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-319c826b-642a-4feb-b242-b47011591fb9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.835211] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e4c897-c372-4a7e-bc1a-de087ee26d06 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.850561] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f52a3a83-cec6-4cff-8cf0-e6f07c7a3c20 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.858453] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d24042e5-8b20-44c7-993e-db27e8f63fed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1695.889525] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180780MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1695.889785] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1695.889906] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1696.914505] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 09c899e9-45b0-47da-b635-e22bf60ab1f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1696.914780] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1696.914860] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1696.930755] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Refreshing inventories for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1696.944261] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Updating ProviderTree inventory for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1696.944460] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Updating inventory in ProviderTree for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1696.955640] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Refreshing aggregate associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, aggregates: None {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1696.974125] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Refreshing trait associations for resource provider 39a54292-6291-43e6-9dcd-41089e8e05f6, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NODE {{(pid=69763) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1696.998580] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c015c11e-6d54-4040-a6dc-90cfd0423821 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.005908] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c03d39d3-8f25-4ba8-8872-30d7e145c017 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.035528] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4ef1de4-0012-472f-b3bb-14c1da1c32de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.043361] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-102b4041-9cdb-471e-b790-61ae0cdc86a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.057718] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1697.560887] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1698.066119] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1698.066530] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.176s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1726.881392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1726.881736] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1727.385864] env[69763]: DEBUG nova.compute.utils [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1727.888746] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1728.947392] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1728.947814] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1728.947965] env[69763]: INFO nova.compute.manager [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Attaching volume c0385be1-d396-48cb-9d35-9c14ecea8c0f to /dev/sdb [ 1728.977744] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e732fa0-e93a-4b38-bcd2-9e44c25eb9d0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.985148] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c750e0-a46f-4ae6-b9cd-c334d0cba33c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.997911] env[69763]: DEBUG nova.virt.block_device [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating existing volume attachment record: e25445c7-ccc6-4f32-9f0c-03665c0620dd {{(pid=69763) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1733.541220] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Volume attach. Driver type: vmdk {{(pid=69763) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1733.541566] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816846', 'volume_id': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'name': 'volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09c899e9-45b0-47da-b635-e22bf60ab1f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'serial': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1733.542470] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36575205-7d24-4a64-98a1-4c7e2e22760b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.558940] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d92bb7-8ee4-4d41-b647-1dd347e00a2c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.583351] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfiguring VM instance instance-0000007d to attach disk [datastore1] volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f/volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1733.583671] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5408e095-c3f4-46e9-8b9a-b4d4c2662544 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1733.601642] env[69763]: DEBUG oslo_vmware.api [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1733.601642] env[69763]: value = "task-4123874" [ 1733.601642] env[69763]: _type = "Task" [ 1733.601642] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1733.610706] env[69763]: DEBUG oslo_vmware.api [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.111627] env[69763]: DEBUG oslo_vmware.api [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123874, 'name': ReconfigVM_Task, 'duration_secs': 0.373621} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.112090] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfigured VM instance instance-0000007d to attach disk [datastore1] volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f/volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1734.116961] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f19aef1-1145-42bb-804a-f4ca81972bad {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1734.132013] env[69763]: DEBUG oslo_vmware.api [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1734.132013] env[69763]: value = "task-4123875" [ 1734.132013] env[69763]: _type = "Task" [ 1734.132013] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1734.140098] env[69763]: DEBUG oslo_vmware.api [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1734.642338] env[69763]: DEBUG oslo_vmware.api [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123875, 'name': ReconfigVM_Task, 'duration_secs': 0.140872} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1734.642734] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816846', 'volume_id': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'name': 'volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '09c899e9-45b0-47da-b635-e22bf60ab1f3', 'attached_at': '', 'detached_at': '', 'volume_id': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'serial': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f'} {{(pid=69763) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1735.683699] env[69763]: DEBUG nova.objects.instance [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'flavor' on Instance uuid 09c899e9-45b0-47da-b635-e22bf60ab1f3 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1736.188713] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2658e108-1c6e-4c18-96e7-179a3840a5b7 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.241s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1737.032322] env[69763]: DEBUG nova.compute.manager [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Stashing vm_state: active {{(pid=69763) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1737.553491] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1737.553787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1738.058479] env[69763]: INFO nova.compute.claims [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1738.564954] env[69763]: INFO nova.compute.resource_tracker [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating resource usage from migration ec2caec0-720f-40f5-b718-bdbb2d11645e [ 1738.603398] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f66f351d-8f12-4824-9145-5cfc826effe0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.611422] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69345549-36dd-4191-aee3-43aa21f64d14 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.640357] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c258fe6-252a-49e1-a8be-753cd4d12d80 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.647337] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bca5255b-af67-4926-a9b2-d4a567eedbf2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1738.659996] env[69763]: DEBUG nova.compute.provider_tree [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1739.163123] env[69763]: DEBUG nova.scheduler.client.report [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1739.669751] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.116s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1739.669972] env[69763]: INFO nova.compute.manager [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Migrating [ 1740.185192] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1740.185592] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1740.185592] env[69763]: DEBUG nova.network.neutron [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1740.888628] env[69763]: DEBUG nova.network.neutron [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [{"id": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "address": "fa:16:3e:00:27:48", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43e6643-b4", "ovs_interfaceid": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1741.391959] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1742.906701] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-328cc645-9ef1-4c85-bd13-f92651a36996 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.927628] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance '09c899e9-45b0-47da-b635-e22bf60ab1f3' progress to 0 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1743.433673] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1743.433997] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bfcdd307-8439-4cf2-bb87-14507d4915fa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.441890] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1743.441890] env[69763]: value = "task-4123876" [ 1743.441890] env[69763]: _type = "Task" [ 1743.441890] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.453252] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123876, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.952553] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123876, 'name': PowerOffVM_Task, 'duration_secs': 0.218024} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.952837] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1743.953014] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance '09c899e9-45b0-47da-b635-e22bf60ab1f3' progress to 17 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1744.460366] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:12Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1744.460629] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1744.460786] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1744.460971] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1744.461137] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1744.461290] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1744.461494] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1744.461652] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1744.461816] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1744.461980] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1744.462175] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1744.467034] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f73e85-e6d9-43d4-aaea-9afbc3347735 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.483460] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1744.483460] env[69763]: value = "task-4123877" [ 1744.483460] env[69763]: _type = "Task" [ 1744.483460] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.491753] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123877, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.993705] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123877, 'name': ReconfigVM_Task, 'duration_secs': 0.232073} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.994031] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance '09c899e9-45b0-47da-b635-e22bf60ab1f3' progress to 33 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1745.501049] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1745.501308] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1745.501467] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1745.501652] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1745.501801] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1745.501948] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1745.502382] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1745.502382] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1745.502495] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1745.502639] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1745.502810] env[69763]: DEBUG nova.virt.hardware [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1745.508014] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1745.508334] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-433f0cc0-5e86-45ca-9db0-65ef8ec0025c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.527133] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1745.527133] env[69763]: value = "task-4123878" [ 1745.527133] env[69763]: _type = "Task" [ 1745.527133] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.535235] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123878, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.037661] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123878, 'name': ReconfigVM_Task, 'duration_secs': 0.190684} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.037984] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1746.038768] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6067a7-e775-4273-9532-6de0a859a5a3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.062533] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3/09c899e9-45b0-47da-b635-e22bf60ab1f3.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.062827] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8246791b-cbfd-4efd-9224-367c41bc0065 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.082416] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1746.082416] env[69763]: value = "task-4123879" [ 1746.082416] env[69763]: _type = "Task" [ 1746.082416] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.091657] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123879, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.592205] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123879, 'name': ReconfigVM_Task, 'duration_secs': 0.28131} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.592487] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3/09c899e9-45b0-47da-b635-e22bf60ab1f3.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.592762] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance '09c899e9-45b0-47da-b635-e22bf60ab1f3' progress to 50 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1747.100446] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a53e7c8-300b-49f3-a240-6c0718bbf563 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.124835] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e852d4af-976b-4f5c-8f45-91151dcb7684 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.146992] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance '09c899e9-45b0-47da-b635-e22bf60ab1f3' progress to 67 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1748.783946] env[69763]: DEBUG nova.network.neutron [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Port f43e6643-b4a6-4655-860c-ba4d6db16e95 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1749.805959] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1749.806333] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1749.806396] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1750.843429] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1750.843644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1750.843822] env[69763]: DEBUG nova.network.neutron [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1751.551698] env[69763]: DEBUG nova.network.neutron [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [{"id": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "address": "fa:16:3e:00:27:48", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43e6643-b4", "ovs_interfaceid": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1752.054798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1752.564692] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dea65bad-c4ca-477b-9a3e-2aae047f4aef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1752.572102] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc2fba76-f337-46d3-8f68-ab7a483ac6f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.666899] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7165150-da85-4013-b449-4b6094a77bac {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.688696] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d7f1bc-f5a8-4a43-8ce4-4ab5f8406b4e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1753.695547] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance '09c899e9-45b0-47da-b635-e22bf60ab1f3' progress to 83 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1754.202312] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1754.202639] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dbbcd483-0795-4255-b2ab-0c65354dc202 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1754.211019] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1754.211019] env[69763]: value = "task-4123880" [ 1754.211019] env[69763]: _type = "Task" [ 1754.211019] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1754.219145] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1754.721017] env[69763]: DEBUG oslo_vmware.api [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123880, 'name': PowerOnVM_Task, 'duration_secs': 0.385913} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1754.721364] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1754.721510] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8d7eb271-4f8f-4487-a3b2-3c1a4792f3b5 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance '09c899e9-45b0-47da-b635-e22bf60ab1f3' progress to 100 {{(pid=69763) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1756.775529] env[69763]: DEBUG nova.network.neutron [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Port f43e6643-b4a6-4655-860c-ba4d6db16e95 binding to destination host cpu-1 is already ACTIVE {{(pid=69763) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1756.775834] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1756.775990] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1756.776129] env[69763]: DEBUG nova.network.neutron [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1757.506743] env[69763]: DEBUG nova.network.neutron [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [{"id": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "address": "fa:16:3e:00:27:48", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43e6643-b4", "ovs_interfaceid": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1758.009270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1758.067705] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.067983] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.068266] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.068523] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.068734] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.068942] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.069152] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.069338] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1758.069543] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1758.513705] env[69763]: DEBUG nova.compute.manager [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69763) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:900}} [ 1758.572855] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1758.573161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1758.573381] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1758.573630] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1758.574661] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ddef890-06d3-49c3-8d76-5c8ab2aa4b4e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.583480] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d28ab7f-2668-4b8e-afe9-8576e0037d37 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.597289] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0635e5-f672-4d56-bb85-055c79f39ca5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.603948] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3faa6a05-5283-49c3-b8ec-c71d006fcbe7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.633320] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180618MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1758.633477] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1758.633685] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1759.610179] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1759.640186] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Applying migration context for instance 09c899e9-45b0-47da-b635-e22bf60ab1f3 as it has an incoming, in-progress migration ec2caec0-720f-40f5-b718-bdbb2d11645e. Migration status is reverting {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1759.640769] env[69763]: INFO nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating resource usage from migration ec2caec0-720f-40f5-b718-bdbb2d11645e [ 1759.663494] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Migration ec2caec0-720f-40f5-b718-bdbb2d11645e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1759.663652] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 09c899e9-45b0-47da-b635-e22bf60ab1f3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1759.663829] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1759.663968] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=960MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1759.701152] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b3bfe7a-75a4-4111-a454-725a3e795756 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.708913] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab2ae64c-63e2-4bd4-80a4-d674330230be {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.739658] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feace548-ac50-4f26-9bb8-3fa5b41d49ce {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.746873] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de49ea0c-d4ae-42bd-a310-4330f2d69f03 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1759.761564] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1760.264945] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1760.770448] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1760.770757] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1760.771161] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 1.161s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1761.275067] env[69763]: DEBUG nova.objects.instance [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'migration_context' on Instance uuid 09c899e9-45b0-47da-b635-e22bf60ab1f3 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1761.817389] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-913ed14f-b52b-4855-b7f2-a9fa89af79ab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.824848] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb03f3b4-fdec-4767-9544-fbb09cf63ae5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.855232] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cedd5756-29e6-4276-9eed-94caeae0bb0b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.863053] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f10c1f-64e4-46c1-9c8c-b206b8a54bd0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1761.877379] env[69763]: DEBUG nova.compute.provider_tree [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1762.380930] env[69763]: DEBUG nova.scheduler.client.report [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1763.392356] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.621s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1764.927021] env[69763]: INFO nova.compute.manager [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Swapping old allocation on dict_keys(['39a54292-6291-43e6-9dcd-41089e8e05f6']) held by migration ec2caec0-720f-40f5-b718-bdbb2d11645e for instance [ 1764.952131] env[69763]: DEBUG nova.scheduler.client.report [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Overwriting current allocation {'allocations': {'39a54292-6291-43e6-9dcd-41089e8e05f6': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 173}}, 'project_id': '47be2b07f9b74dfaa81186fa4219f7c0', 'user_id': '25781e22ff5a447293954b982b1e4d17', 'consumer_generation': 1} on consumer 09c899e9-45b0-47da-b635-e22bf60ab1f3 {{(pid=69763) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1765.045978] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1765.046199] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1765.046388] env[69763]: DEBUG nova.network.neutron [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1765.752753] env[69763]: DEBUG nova.network.neutron [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [{"id": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "address": "fa:16:3e:00:27:48", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf43e6643-b4", "ovs_interfaceid": "f43e6643-b4a6-4655-860c-ba4d6db16e95", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1766.255985] env[69763]: DEBUG oslo_concurrency.lockutils [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-09c899e9-45b0-47da-b635-e22bf60ab1f3" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1766.257048] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02ab3592-6e3f-444b-a423-a165ba9ff946 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1766.264512] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae76640c-2b01-4215-bdb4-ff0342a237de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.344271] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1767.344584] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-db8d7d98-ac57-45a4-9402-35a43e5caa8b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.352545] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1767.352545] env[69763]: value = "task-4123881" [ 1767.352545] env[69763]: _type = "Task" [ 1767.352545] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.362447] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123881, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1767.862984] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123881, 'name': PowerOffVM_Task, 'duration_secs': 0.201366} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1767.863248] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1767.863900] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1767.864136] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1767.864294] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1767.864482] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1767.864630] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1767.864774] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1767.864976] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1767.865144] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1767.865307] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1767.865504] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1767.865655] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1767.870478] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75a4d2f1-5b5a-4c2f-8f29-b87078662308 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1767.885919] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1767.885919] env[69763]: value = "task-4123882" [ 1767.885919] env[69763]: _type = "Task" [ 1767.885919] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1767.895376] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123882, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.396487] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123882, 'name': ReconfigVM_Task, 'duration_secs': 0.146621} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.397323] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-254db3ca-10bf-4d2b-a6a6-7e9aa7b88342 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.418074] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1768.418330] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1768.418511] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1768.418712] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1768.418876] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1768.419127] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1768.419204] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1768.420029] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1768.420029] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1768.420029] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1768.420029] env[69763]: DEBUG nova.virt.hardware [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1768.420642] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1866b65d-428a-4d5b-b47a-565546a9c3d9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.426615] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1768.426615] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5200c677-e2fb-f079-270a-69a1045d8a08" [ 1768.426615] env[69763]: _type = "Task" [ 1768.426615] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.435007] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5200c677-e2fb-f079-270a-69a1045d8a08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1768.937739] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5200c677-e2fb-f079-270a-69a1045d8a08, 'name': SearchDatastore_Task, 'duration_secs': 0.00951} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1768.943334] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfiguring VM instance instance-0000007d to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1768.943738] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c42b51ab-1257-479f-bcfe-f82ebd2baa3c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1768.962372] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1768.962372] env[69763]: value = "task-4123883" [ 1768.962372] env[69763]: _type = "Task" [ 1768.962372] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1768.970563] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1769.472489] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123883, 'name': ReconfigVM_Task, 'duration_secs': 0.209131} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1769.472864] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfigured VM instance instance-0000007d to detach disk 2000 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1769.473522] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-449eccda-e62d-4721-aaa8-d8dab7ea7098 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.497474] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3/09c899e9-45b0-47da-b635-e22bf60ab1f3.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1769.497743] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd688d81-fbd7-4a35-813a-d250ab6cfe0a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1769.515396] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1769.515396] env[69763]: value = "task-4123884" [ 1769.515396] env[69763]: _type = "Task" [ 1769.515396] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1769.523964] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.027189] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123884, 'name': ReconfigVM_Task, 'duration_secs': 0.274464} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.027515] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3/09c899e9-45b0-47da-b635-e22bf60ab1f3.vmdk or device None with type thin {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1770.028387] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7acfdac3-b924-4665-9642-dea7e3ac204a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.048823] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6691189-d2cc-455c-a7d0-3e8e230fdc90 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.068637] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e514531-d507-48a7-8d93-fafb602fd85f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.089842] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ab2ef6-c4f6-4256-b1ff-83cd830700de {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.096796] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1770.097072] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3335176f-3836-491c-b729-221b66891790 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1770.103784] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1770.103784] env[69763]: value = "task-4123885" [ 1770.103784] env[69763]: _type = "Task" [ 1770.103784] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1770.111482] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123885, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1770.615506] env[69763]: DEBUG oslo_vmware.api [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123885, 'name': PowerOnVM_Task, 'duration_secs': 0.374465} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1770.615873] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1771.657220] env[69763]: INFO nova.compute.manager [None req-ea53358a-c38b-4d14-b946-edacaf3cd6e0 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance to original state: 'active' [ 1772.554744] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1772.555063] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1772.555295] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1772.555482] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1772.555651] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1772.557962] env[69763]: INFO nova.compute.manager [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Terminating instance [ 1773.061704] env[69763]: DEBUG nova.compute.manager [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1773.062157] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1773.062321] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6148dafd-20d4-4f44-ba7e-32779be4992c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.070822] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1773.070822] env[69763]: value = "task-4123886" [ 1773.070822] env[69763]: _type = "Task" [ 1773.070822] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.081068] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123886, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1773.581621] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123886, 'name': PowerOffVM_Task, 'duration_secs': 0.215573} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1773.581904] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1773.582127] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Volume detach. Driver type: vmdk {{(pid=69763) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1773.582327] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816846', 'volume_id': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'name': 'volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '09c899e9-45b0-47da-b635-e22bf60ab1f3', 'attached_at': '2025-05-14T05:03:34.000000', 'detached_at': '', 'volume_id': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'serial': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1773.583133] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3a643c4-7a99-4937-b0ca-ccb3de50457a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.604048] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909d458a-679b-4851-ac71-90092816168b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.611623] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4937837-1de6-4edf-9de5-32684afcd1dd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.631598] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089ebd2b-c2f0-498f-97af-a4a7c35142fe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.646916] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] The volume has not been displaced from its original location: [datastore1] volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f/volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f.vmdk. No consolidation needed. {{(pid=69763) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1773.652099] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1773.652439] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfa1437f-5c96-4ca9-ab4e-9de3852b5dd3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1773.671408] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1773.671408] env[69763]: value = "task-4123887" [ 1773.671408] env[69763]: _type = "Task" [ 1773.671408] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1773.681805] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.181128] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123887, 'name': ReconfigVM_Task, 'duration_secs': 0.267782} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.181515] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=69763) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1774.185903] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-46d3a3e8-922b-41cc-9753-eef9f4979cef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.201519] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1774.201519] env[69763]: value = "task-4123888" [ 1774.201519] env[69763]: _type = "Task" [ 1774.201519] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.210362] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123888, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1774.711654] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123888, 'name': ReconfigVM_Task, 'duration_secs': 0.164548} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1774.712025] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-816846', 'volume_id': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'name': 'volume-c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '09c899e9-45b0-47da-b635-e22bf60ab1f3', 'attached_at': '2025-05-14T05:03:34.000000', 'detached_at': '', 'volume_id': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f', 'serial': 'c0385be1-d396-48cb-9d35-9c14ecea8c0f'} {{(pid=69763) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1774.712329] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1774.713135] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257e3a09-e1d0-48af-af8b-0d242412b6a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.719927] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1774.720169] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8706fdc7-b973-4bbe-846e-0330e7b781a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.790142] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1774.790384] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1774.790572] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleting the datastore file [datastore2] 09c899e9-45b0-47da-b635-e22bf60ab1f3 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1774.790858] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6f8b8bb6-3f76-4261-8672-fbbb81544188 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1774.798269] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1774.798269] env[69763]: value = "task-4123890" [ 1774.798269] env[69763]: _type = "Task" [ 1774.798269] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1774.805912] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123890, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1775.308058] env[69763]: DEBUG oslo_vmware.api [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123890, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143067} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1775.308391] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1775.308449] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1775.308652] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1775.308835] env[69763]: INFO nova.compute.manager [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1775.309088] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1775.309286] env[69763]: DEBUG nova.compute.manager [-] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1775.309378] env[69763]: DEBUG nova.network.neutron [-] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1775.802435] env[69763]: DEBUG nova.compute.manager [req-353b3427-8c97-48da-8931-e36e29d783cf req-da28a805-0999-4bbc-8344-d00bc4a144d3 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Received event network-vif-deleted-f43e6643-b4a6-4655-860c-ba4d6db16e95 {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1775.802530] env[69763]: INFO nova.compute.manager [req-353b3427-8c97-48da-8931-e36e29d783cf req-da28a805-0999-4bbc-8344-d00bc4a144d3 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Neutron deleted interface f43e6643-b4a6-4655-860c-ba4d6db16e95; detaching it from the instance and deleting it from the info cache [ 1775.802771] env[69763]: DEBUG nova.network.neutron [req-353b3427-8c97-48da-8931-e36e29d783cf req-da28a805-0999-4bbc-8344-d00bc4a144d3 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.235820] env[69763]: DEBUG nova.network.neutron [-] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1776.305785] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8a508ebb-2b7b-4ce9-bec9-78ef8c0f008d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.315923] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7807e0-3e6c-446c-b8ef-9adaf4e8bb6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1776.342052] env[69763]: DEBUG nova.compute.manager [req-353b3427-8c97-48da-8931-e36e29d783cf req-da28a805-0999-4bbc-8344-d00bc4a144d3 service nova] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Detach interface failed, port_id=f43e6643-b4a6-4655-860c-ba4d6db16e95, reason: Instance 09c899e9-45b0-47da-b635-e22bf60ab1f3 could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1776.739448] env[69763]: INFO nova.compute.manager [-] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Took 1.43 seconds to deallocate network for instance. [ 1777.283474] env[69763]: INFO nova.compute.manager [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Took 0.54 seconds to detach 1 volumes for instance. [ 1777.790822] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1777.791206] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1777.791426] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1777.817037] env[69763]: INFO nova.scheduler.client.report [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted allocations for instance 09c899e9-45b0-47da-b635-e22bf60ab1f3 [ 1778.324662] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9770777d-199b-4e96-957e-730e6146d159 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "09c899e9-45b0-47da-b635-e22bf60ab1f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.770s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1779.727302] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1779.727639] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1780.230810] env[69763]: DEBUG nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1780.753556] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1780.753833] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1780.755750] env[69763]: INFO nova.compute.claims [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1781.791740] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5967e922-25b2-4a25-938e-fd22b4e7dcb5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.799076] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8210f7-4338-41cb-a3f8-d4c8198f2a1b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.828978] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaaaeeb-3eab-4ae7-806b-58759f49c058 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.836927] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e302157-83c8-47ac-a4e6-1fbc549da3e8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1781.850252] env[69763]: DEBUG nova.compute.provider_tree [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1782.353987] env[69763]: DEBUG nova.scheduler.client.report [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1782.859028] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.105s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1782.859620] env[69763]: DEBUG nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1783.365020] env[69763]: DEBUG nova.compute.utils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1783.366419] env[69763]: DEBUG nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Allocating IP information in the background. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1783.366586] env[69763]: DEBUG nova.network.neutron [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] allocate_for_instance() {{(pid=69763) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1783.415705] env[69763]: DEBUG nova.policy [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25781e22ff5a447293954b982b1e4d17', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47be2b07f9b74dfaa81186fa4219f7c0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69763) authorize /opt/stack/nova/nova/policy.py:192}} [ 1783.699457] env[69763]: DEBUG nova.network.neutron [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Successfully created port: 2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1783.869962] env[69763]: DEBUG nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1784.881937] env[69763]: DEBUG nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1784.909634] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1784.909873] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1784.910045] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1784.910241] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1784.910389] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1784.910534] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1784.910768] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1784.910984] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1784.911153] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1784.911317] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1784.911491] env[69763]: DEBUG nova.virt.hardware [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1784.912401] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e160c3bd-a72c-4869-a22c-e7b2f6f59aca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1784.920498] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ec8164-3130-4fee-b7bf-b54eb41bc5ef {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1785.052283] env[69763]: DEBUG nova.compute.manager [req-1cef0ce2-512b-442c-bf5b-907dc924cff1 req-0bb8c2bf-ed59-4d39-878f-c3ae7dd2768c service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received event network-vif-plugged-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1785.052522] env[69763]: DEBUG oslo_concurrency.lockutils [req-1cef0ce2-512b-442c-bf5b-907dc924cff1 req-0bb8c2bf-ed59-4d39-878f-c3ae7dd2768c service nova] Acquiring lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1785.052755] env[69763]: DEBUG oslo_concurrency.lockutils [req-1cef0ce2-512b-442c-bf5b-907dc924cff1 req-0bb8c2bf-ed59-4d39-878f-c3ae7dd2768c service nova] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1785.052905] env[69763]: DEBUG oslo_concurrency.lockutils [req-1cef0ce2-512b-442c-bf5b-907dc924cff1 req-0bb8c2bf-ed59-4d39-878f-c3ae7dd2768c service nova] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1785.053587] env[69763]: DEBUG nova.compute.manager [req-1cef0ce2-512b-442c-bf5b-907dc924cff1 req-0bb8c2bf-ed59-4d39-878f-c3ae7dd2768c service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] No waiting events found dispatching network-vif-plugged-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1785.053775] env[69763]: WARNING nova.compute.manager [req-1cef0ce2-512b-442c-bf5b-907dc924cff1 req-0bb8c2bf-ed59-4d39-878f-c3ae7dd2768c service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received unexpected event network-vif-plugged-2dddb28f-26e9-49ea-9021-95705806b75f for instance with vm_state building and task_state spawning. [ 1785.140530] env[69763]: DEBUG nova.network.neutron [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Successfully updated port: 2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1785.643096] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1785.643332] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1785.643427] env[69763]: DEBUG nova.network.neutron [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1786.175900] env[69763]: DEBUG nova.network.neutron [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1786.306629] env[69763]: DEBUG nova.network.neutron [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [{"id": "2dddb28f-26e9-49ea-9021-95705806b75f", "address": "fa:16:3e:37:97:39", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dddb28f-26", "ovs_interfaceid": "2dddb28f-26e9-49ea-9021-95705806b75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1786.809731] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1786.810116] env[69763]: DEBUG nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Instance network_info: |[{"id": "2dddb28f-26e9-49ea-9021-95705806b75f", "address": "fa:16:3e:37:97:39", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dddb28f-26", "ovs_interfaceid": "2dddb28f-26e9-49ea-9021-95705806b75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1786.810564] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:97:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dddb28f-26e9-49ea-9021-95705806b75f', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1786.817970] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1786.818266] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1786.818453] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-79f9c168-6236-4663-b647-e95d4abac5a2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1786.840882] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1786.840882] env[69763]: value = "task-4123891" [ 1786.840882] env[69763]: _type = "Task" [ 1786.840882] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1786.848897] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123891, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.085243] env[69763]: DEBUG nova.compute.manager [req-f39a625c-f805-4cba-bd72-805ad1061ec4 req-586a8e33-bd2c-4f89-8ea6-b3a6c883d577 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received event network-changed-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1787.085449] env[69763]: DEBUG nova.compute.manager [req-f39a625c-f805-4cba-bd72-805ad1061ec4 req-586a8e33-bd2c-4f89-8ea6-b3a6c883d577 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Refreshing instance network info cache due to event network-changed-2dddb28f-26e9-49ea-9021-95705806b75f. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1787.085612] env[69763]: DEBUG oslo_concurrency.lockutils [req-f39a625c-f805-4cba-bd72-805ad1061ec4 req-586a8e33-bd2c-4f89-8ea6-b3a6c883d577 service nova] Acquiring lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1787.085759] env[69763]: DEBUG oslo_concurrency.lockutils [req-f39a625c-f805-4cba-bd72-805ad1061ec4 req-586a8e33-bd2c-4f89-8ea6-b3a6c883d577 service nova] Acquired lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1787.085955] env[69763]: DEBUG nova.network.neutron [req-f39a625c-f805-4cba-bd72-805ad1061ec4 req-586a8e33-bd2c-4f89-8ea6-b3a6c883d577 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Refreshing network info cache for port 2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1787.351330] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123891, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1787.771832] env[69763]: DEBUG nova.network.neutron [req-f39a625c-f805-4cba-bd72-805ad1061ec4 req-586a8e33-bd2c-4f89-8ea6-b3a6c883d577 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updated VIF entry in instance network info cache for port 2dddb28f-26e9-49ea-9021-95705806b75f. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1787.772215] env[69763]: DEBUG nova.network.neutron [req-f39a625c-f805-4cba-bd72-805ad1061ec4 req-586a8e33-bd2c-4f89-8ea6-b3a6c883d577 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [{"id": "2dddb28f-26e9-49ea-9021-95705806b75f", "address": "fa:16:3e:37:97:39", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dddb28f-26", "ovs_interfaceid": "2dddb28f-26e9-49ea-9021-95705806b75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1787.851746] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123891, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.275224] env[69763]: DEBUG oslo_concurrency.lockutils [req-f39a625c-f805-4cba-bd72-805ad1061ec4 req-586a8e33-bd2c-4f89-8ea6-b3a6c883d577 service nova] Releasing lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1788.353229] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123891, 'name': CreateVM_Task, 'duration_secs': 1.329051} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.353579] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1788.354098] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.354278] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.354622] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1788.354908] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a90d42e0-84c5-4257-acef-3c4aaa02cbc0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.359878] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1788.359878] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520bd8b3-602e-1a15-af55-4e4f17f47075" [ 1788.359878] env[69763]: _type = "Task" [ 1788.359878] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.368158] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520bd8b3-602e-1a15-af55-4e4f17f47075, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1788.872557] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520bd8b3-602e-1a15-af55-4e4f17f47075, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1788.872848] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1788.873143] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1788.873394] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1788.873539] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1788.873719] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1788.873980] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-36b666c1-a75e-4cb2-b9d3-959e355f0d4e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.882503] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1788.882683] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1788.883475] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c77bc90-0a62-4581-b21e-4508c49b1f47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1788.888617] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1788.888617] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cc966c-fc89-657b-0f24-c0075737bac5" [ 1788.888617] env[69763]: _type = "Task" [ 1788.888617] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1788.896604] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cc966c-fc89-657b-0f24-c0075737bac5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.400596] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52cc966c-fc89-657b-0f24-c0075737bac5, 'name': SearchDatastore_Task, 'duration_secs': 0.009112} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.401383] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8f2b8b3-8e75-4840-8c50-b087721f07f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.407064] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1789.407064] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5289b3c3-3b80-34fb-8d30-8c7f38c37c22" [ 1789.407064] env[69763]: _type = "Task" [ 1789.407064] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.414374] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5289b3c3-3b80-34fb-8d30-8c7f38c37c22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1789.917144] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5289b3c3-3b80-34fb-8d30-8c7f38c37c22, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1789.917367] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1789.917631] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 834bb8bf-c2ce-4fab-ba23-e98153e7865c/834bb8bf-c2ce-4fab-ba23-e98153e7865c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1789.917891] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-85779256-7ecf-461a-b484-4b4add8d5767 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1789.926965] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1789.926965] env[69763]: value = "task-4123892" [ 1789.926965] env[69763]: _type = "Task" [ 1789.926965] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1789.935357] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123892, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.436758] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123892, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474852} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.437186] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 834bb8bf-c2ce-4fab-ba23-e98153e7865c/834bb8bf-c2ce-4fab-ba23-e98153e7865c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1790.437260] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1790.437521] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8ba26a0-c2fc-4cf8-8464-40c6ff5ff58d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.444751] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1790.444751] env[69763]: value = "task-4123893" [ 1790.444751] env[69763]: _type = "Task" [ 1790.444751] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1790.453154] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123893, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1790.955426] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123893, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062865} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1790.955708] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1790.956533] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1fcdab-b284-4165-89a7-39b7788939f4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1790.979445] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 834bb8bf-c2ce-4fab-ba23-e98153e7865c/834bb8bf-c2ce-4fab-ba23-e98153e7865c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1790.979771] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc565a4-3029-4afd-9e26-3b7d77439e2d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.001742] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1791.001742] env[69763]: value = "task-4123894" [ 1791.001742] env[69763]: _type = "Task" [ 1791.001742] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.010222] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123894, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1791.511812] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123894, 'name': ReconfigVM_Task, 'duration_secs': 0.362629} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1791.512200] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 834bb8bf-c2ce-4fab-ba23-e98153e7865c/834bb8bf-c2ce-4fab-ba23-e98153e7865c.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1791.512743] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7fd1abb-ba99-42c3-b7fe-18819636c839 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.519506] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1791.519506] env[69763]: value = "task-4123895" [ 1791.519506] env[69763]: _type = "Task" [ 1791.519506] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.528433] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123895, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.029868] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123895, 'name': Rename_Task, 'duration_secs': 0.167508} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.030137] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1792.030393] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dcdf5711-2f94-4ad4-ae6d-3fbaf25e55c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.037934] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1792.037934] env[69763]: value = "task-4123896" [ 1792.037934] env[69763]: _type = "Task" [ 1792.037934] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.045698] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.548513] env[69763]: DEBUG oslo_vmware.api [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123896, 'name': PowerOnVM_Task, 'duration_secs': 0.467252} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.548899] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1792.549021] env[69763]: INFO nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Took 7.67 seconds to spawn the instance on the hypervisor. [ 1792.549191] env[69763]: DEBUG nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1792.549944] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fa96521-c761-4ef3-a93c-9438d67f9a40 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1793.070391] env[69763]: INFO nova.compute.manager [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Took 12.33 seconds to build instance. [ 1793.573313] env[69763]: DEBUG oslo_concurrency.lockutils [None req-2f7641f4-1275-4eae-aeb9-51f9e47ccfa4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.845s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1793.828319] env[69763]: DEBUG nova.compute.manager [req-d9cd134a-07d2-468a-98bd-fd112d0a53df req-c9b1fb29-cf7e-4a41-a266-32343b2a60b1 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received event network-changed-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1793.828554] env[69763]: DEBUG nova.compute.manager [req-d9cd134a-07d2-468a-98bd-fd112d0a53df req-c9b1fb29-cf7e-4a41-a266-32343b2a60b1 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Refreshing instance network info cache due to event network-changed-2dddb28f-26e9-49ea-9021-95705806b75f. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1793.828840] env[69763]: DEBUG oslo_concurrency.lockutils [req-d9cd134a-07d2-468a-98bd-fd112d0a53df req-c9b1fb29-cf7e-4a41-a266-32343b2a60b1 service nova] Acquiring lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1793.829025] env[69763]: DEBUG oslo_concurrency.lockutils [req-d9cd134a-07d2-468a-98bd-fd112d0a53df req-c9b1fb29-cf7e-4a41-a266-32343b2a60b1 service nova] Acquired lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1793.829194] env[69763]: DEBUG nova.network.neutron [req-d9cd134a-07d2-468a-98bd-fd112d0a53df req-c9b1fb29-cf7e-4a41-a266-32343b2a60b1 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Refreshing network info cache for port 2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1794.555414] env[69763]: DEBUG nova.network.neutron [req-d9cd134a-07d2-468a-98bd-fd112d0a53df req-c9b1fb29-cf7e-4a41-a266-32343b2a60b1 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updated VIF entry in instance network info cache for port 2dddb28f-26e9-49ea-9021-95705806b75f. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1794.555766] env[69763]: DEBUG nova.network.neutron [req-d9cd134a-07d2-468a-98bd-fd112d0a53df req-c9b1fb29-cf7e-4a41-a266-32343b2a60b1 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [{"id": "2dddb28f-26e9-49ea-9021-95705806b75f", "address": "fa:16:3e:37:97:39", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dddb28f-26", "ovs_interfaceid": "2dddb28f-26e9-49ea-9021-95705806b75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1795.059160] env[69763]: DEBUG oslo_concurrency.lockutils [req-d9cd134a-07d2-468a-98bd-fd112d0a53df req-c9b1fb29-cf7e-4a41-a266-32343b2a60b1 service nova] Releasing lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1818.404551] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.404946] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.909455] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.909693] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.909796] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.909964] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.910124] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.910275] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.910417] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1818.910562] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1819.414300] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1819.414723] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1819.414787] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1819.414928] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1819.415990] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15b5f65-4efa-416b-9b29-85b30b2144a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.424730] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00baabc0-b445-4872-8f05-241a7d6e5cfb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.438908] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51df3905-55bc-4956-8f9b-6a5e5cea91b8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.445599] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44623a8f-84fa-463d-a5e9-39fc3591388b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.473898] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180687MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1819.474093] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1819.474270] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1820.504935] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Instance 834bb8bf-c2ce-4fab-ba23-e98153e7865c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69763) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1820.505237] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1820.505335] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1820.531151] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e224a0-3747-42ed-a8c9-e5c2736147ed {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.539137] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50648787-5823-46d2-ae7e-9f45ed16aceb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.568021] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc65feb6-2c3e-4cfd-8fdf-5f9ab4f13d95 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.575159] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33312e0-9363-46e5-914b-08d0727bff17 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1820.589209] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1821.092423] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1821.597616] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1821.598035] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.124s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1830.990241] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1830.990644] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1830.990890] env[69763]: INFO nova.compute.manager [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Shelving [ 1832.000754] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1832.001181] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-014a1f13-61a1-499f-b58c-beecfec3d4e6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.009771] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1832.009771] env[69763]: value = "task-4123897" [ 1832.009771] env[69763]: _type = "Task" [ 1832.009771] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1832.017952] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123897, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1832.519460] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123897, 'name': PowerOffVM_Task, 'duration_secs': 0.208581} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1832.519764] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1832.520587] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8475be-f4d1-42bb-ac69-7d6923114e10 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1832.538383] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edeb537b-6fc2-45ca-ab30-2a196da2f509 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.049154] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Creating Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1833.049660] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9edb4570-58e4-49ec-8ba8-aaa4f7b07365 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1833.058316] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1833.058316] env[69763]: value = "task-4123898" [ 1833.058316] env[69763]: _type = "Task" [ 1833.058316] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1833.067622] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123898, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1833.569231] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123898, 'name': CreateSnapshot_Task, 'duration_secs': 0.476372} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1833.569534] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Created Snapshot of the VM instance {{(pid=69763) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1833.570317] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-377a8686-1589-40eb-b171-9b883c66749f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.089165] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Creating linked-clone VM from snapshot {{(pid=69763) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1834.089586] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-82bc0587-4cd0-4283-ac4f-68ce298b715f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1834.098881] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1834.098881] env[69763]: value = "task-4123899" [ 1834.098881] env[69763]: _type = "Task" [ 1834.098881] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1834.107695] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123899, 'name': CloneVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1834.609779] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123899, 'name': CloneVM_Task} progress is 94%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.110079] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123899, 'name': CloneVM_Task} progress is 100%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1835.610763] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123899, 'name': CloneVM_Task, 'duration_secs': 1.013503} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1835.611037] env[69763]: INFO nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Created linked-clone VM from snapshot [ 1835.611784] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66adfbc7-f683-4aee-aadb-5591ab4a7b11 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.619108] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Uploading image f6411194-b210-4cff-b7ce-9cd7f95771dd {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1835.640410] env[69763]: DEBUG oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1835.640410] env[69763]: value = "vm-816849" [ 1835.640410] env[69763]: _type = "VirtualMachine" [ 1835.640410] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1835.640689] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4f1cc8d4-0ecd-4997-b876-63f320010bdd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1835.648401] env[69763]: DEBUG oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease: (returnval){ [ 1835.648401] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529925dc-f5d6-ca60-4da1-9b0d9b40971a" [ 1835.648401] env[69763]: _type = "HttpNfcLease" [ 1835.648401] env[69763]: } obtained for exporting VM: (result){ [ 1835.648401] env[69763]: value = "vm-816849" [ 1835.648401] env[69763]: _type = "VirtualMachine" [ 1835.648401] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1835.648660] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the lease: (returnval){ [ 1835.648660] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529925dc-f5d6-ca60-4da1-9b0d9b40971a" [ 1835.648660] env[69763]: _type = "HttpNfcLease" [ 1835.648660] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1835.654575] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1835.654575] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529925dc-f5d6-ca60-4da1-9b0d9b40971a" [ 1835.654575] env[69763]: _type = "HttpNfcLease" [ 1835.654575] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1836.157667] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1836.157667] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529925dc-f5d6-ca60-4da1-9b0d9b40971a" [ 1836.157667] env[69763]: _type = "HttpNfcLease" [ 1836.157667] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1836.158074] env[69763]: DEBUG oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1836.158074] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]529925dc-f5d6-ca60-4da1-9b0d9b40971a" [ 1836.158074] env[69763]: _type = "HttpNfcLease" [ 1836.158074] env[69763]: }. {{(pid=69763) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1836.158698] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbf5d1f-5661-46ab-a2cb-231e3336bf42 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1836.165835] env[69763]: DEBUG oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289846b-49ae-51b6-ef92-1a115c2ac36e/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1836.166010] env[69763]: DEBUG oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289846b-49ae-51b6-ef92-1a115c2ac36e/disk-0.vmdk for reading. {{(pid=69763) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1836.252353] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-397e644a-7f70-47cc-a7b4-42fa55d13d7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.515589] env[69763]: DEBUG oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289846b-49ae-51b6-ef92-1a115c2ac36e/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1843.516610] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9b2b716-4ff4-4362-a4fe-371222027b4e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.522926] env[69763]: DEBUG oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289846b-49ae-51b6-ef92-1a115c2ac36e/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1843.523112] env[69763]: ERROR oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289846b-49ae-51b6-ef92-1a115c2ac36e/disk-0.vmdk due to incomplete transfer. [ 1843.523340] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-bcef0f4a-d79b-4ca7-9507-fb7a44f49f41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.531678] env[69763]: DEBUG oslo_vmware.rw_handles [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5289846b-49ae-51b6-ef92-1a115c2ac36e/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1843.531901] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Uploaded image f6411194-b210-4cff-b7ce-9cd7f95771dd to the Glance image server {{(pid=69763) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1843.534292] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Destroying the VM {{(pid=69763) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1843.534568] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-89a18752-9f46-4bcf-aee8-28d0dc757e6f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1843.541194] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1843.541194] env[69763]: value = "task-4123901" [ 1843.541194] env[69763]: _type = "Task" [ 1843.541194] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1843.550167] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123901, 'name': Destroy_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.052854] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123901, 'name': Destroy_Task, 'duration_secs': 0.375096} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.053133] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Destroyed the VM [ 1844.053470] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Deleting Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1844.053726] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3b46c0ae-2171-4a39-9bd2-07330124f849 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1844.061556] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1844.061556] env[69763]: value = "task-4123902" [ 1844.061556] env[69763]: _type = "Task" [ 1844.061556] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1844.069260] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123902, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1844.571409] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123902, 'name': RemoveSnapshot_Task, 'duration_secs': 0.346702} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1844.571783] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Deleted Snapshot of the VM instance {{(pid=69763) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1844.571976] env[69763]: DEBUG nova.compute.manager [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1844.572759] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5a2942d-a1ee-4cfd-9c97-07e0a4ddbb85 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.085327] env[69763]: INFO nova.compute.manager [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Shelve offloading [ 1845.589070] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1845.589455] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-87ef9769-80cd-48f6-8909-27dc36f8e297 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1845.597035] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1845.597035] env[69763]: value = "task-4123903" [ 1845.597035] env[69763]: _type = "Task" [ 1845.597035] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1845.605480] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123903, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1846.108901] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] VM already powered off {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1846.109176] env[69763]: DEBUG nova.compute.manager [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1846.110027] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750592c2-9ec0-4b62-aeb0-b745506805c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1846.116363] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1846.117026] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1846.117026] env[69763]: DEBUG nova.network.neutron [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1847.059490] env[69763]: DEBUG nova.network.neutron [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [{"id": "2dddb28f-26e9-49ea-9021-95705806b75f", "address": "fa:16:3e:37:97:39", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dddb28f-26", "ovs_interfaceid": "2dddb28f-26e9-49ea-9021-95705806b75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1847.562759] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1847.758790] env[69763]: DEBUG nova.compute.manager [req-55cf7061-5ef6-4d88-b3c7-7a22ab3fb9f2 req-443d096d-1a71-4346-99d8-e8ab68e29c4a service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received event network-vif-unplugged-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1847.759128] env[69763]: DEBUG oslo_concurrency.lockutils [req-55cf7061-5ef6-4d88-b3c7-7a22ab3fb9f2 req-443d096d-1a71-4346-99d8-e8ab68e29c4a service nova] Acquiring lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1847.759396] env[69763]: DEBUG oslo_concurrency.lockutils [req-55cf7061-5ef6-4d88-b3c7-7a22ab3fb9f2 req-443d096d-1a71-4346-99d8-e8ab68e29c4a service nova] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1847.759576] env[69763]: DEBUG oslo_concurrency.lockutils [req-55cf7061-5ef6-4d88-b3c7-7a22ab3fb9f2 req-443d096d-1a71-4346-99d8-e8ab68e29c4a service nova] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1847.759770] env[69763]: DEBUG nova.compute.manager [req-55cf7061-5ef6-4d88-b3c7-7a22ab3fb9f2 req-443d096d-1a71-4346-99d8-e8ab68e29c4a service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] No waiting events found dispatching network-vif-unplugged-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1847.759970] env[69763]: WARNING nova.compute.manager [req-55cf7061-5ef6-4d88-b3c7-7a22ab3fb9f2 req-443d096d-1a71-4346-99d8-e8ab68e29c4a service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received unexpected event network-vif-unplugged-2dddb28f-26e9-49ea-9021-95705806b75f for instance with vm_state shelved and task_state shelving_offloading. [ 1847.854206] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1847.855096] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d06ce7-00f0-4c58-b657-05c40e8d046d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.862859] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1847.863106] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c7c4014-71a0-40cc-9cdc-13a80cb137c7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.930855] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1847.931084] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1847.931272] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleting the datastore file [datastore2] 834bb8bf-c2ce-4fab-ba23-e98153e7865c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1847.931542] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cccf89af-8f1c-43a7-94ad-3809c4798b63 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1847.938495] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1847.938495] env[69763]: value = "task-4123905" [ 1847.938495] env[69763]: _type = "Task" [ 1847.938495] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1847.946603] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123905, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1848.448935] env[69763]: DEBUG oslo_vmware.api [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123905, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13241} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1848.449299] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1848.449408] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1848.449576] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1848.473029] env[69763]: INFO nova.scheduler.client.report [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted allocations for instance 834bb8bf-c2ce-4fab-ba23-e98153e7865c [ 1848.978460] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1848.978780] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1848.979027] env[69763]: DEBUG nova.objects.instance [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'resources' on Instance uuid 834bb8bf-c2ce-4fab-ba23-e98153e7865c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.482201] env[69763]: DEBUG nova.objects.instance [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'numa_topology' on Instance uuid 834bb8bf-c2ce-4fab-ba23-e98153e7865c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1849.785601] env[69763]: DEBUG nova.compute.manager [req-d76fa76c-6cbb-49bd-a1d3-9a220bad4c46 req-722e5159-5bbb-4ccb-9378-7f4c37a14594 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received event network-changed-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1849.785814] env[69763]: DEBUG nova.compute.manager [req-d76fa76c-6cbb-49bd-a1d3-9a220bad4c46 req-722e5159-5bbb-4ccb-9378-7f4c37a14594 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Refreshing instance network info cache due to event network-changed-2dddb28f-26e9-49ea-9021-95705806b75f. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1849.786041] env[69763]: DEBUG oslo_concurrency.lockutils [req-d76fa76c-6cbb-49bd-a1d3-9a220bad4c46 req-722e5159-5bbb-4ccb-9378-7f4c37a14594 service nova] Acquiring lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1849.786188] env[69763]: DEBUG oslo_concurrency.lockutils [req-d76fa76c-6cbb-49bd-a1d3-9a220bad4c46 req-722e5159-5bbb-4ccb-9378-7f4c37a14594 service nova] Acquired lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1849.786346] env[69763]: DEBUG nova.network.neutron [req-d76fa76c-6cbb-49bd-a1d3-9a220bad4c46 req-722e5159-5bbb-4ccb-9378-7f4c37a14594 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Refreshing network info cache for port 2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1849.985308] env[69763]: DEBUG nova.objects.base [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Object Instance<834bb8bf-c2ce-4fab-ba23-e98153e7865c> lazy-loaded attributes: resources,numa_topology {{(pid=69763) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1849.999338] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e597350-d6e2-4048-9833-285d56e824f7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.007431] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0904bebd-5349-4484-8937-667d70027d9b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.036881] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03dccc3-83f9-4258-8d91-fb425f710734 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.044391] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8224552-01a5-4f94-80a8-1996a0c471d8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1850.057888] env[69763]: DEBUG nova.compute.provider_tree [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1850.546588] env[69763]: DEBUG nova.network.neutron [req-d76fa76c-6cbb-49bd-a1d3-9a220bad4c46 req-722e5159-5bbb-4ccb-9378-7f4c37a14594 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updated VIF entry in instance network info cache for port 2dddb28f-26e9-49ea-9021-95705806b75f. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1850.546981] env[69763]: DEBUG nova.network.neutron [req-d76fa76c-6cbb-49bd-a1d3-9a220bad4c46 req-722e5159-5bbb-4ccb-9378-7f4c37a14594 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [{"id": "2dddb28f-26e9-49ea-9021-95705806b75f", "address": "fa:16:3e:37:97:39", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": null, "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap2dddb28f-26", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1850.561297] env[69763]: DEBUG nova.scheduler.client.report [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1850.901475] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1851.050129] env[69763]: DEBUG oslo_concurrency.lockutils [req-d76fa76c-6cbb-49bd-a1d3-9a220bad4c46 req-722e5159-5bbb-4ccb-9378-7f4c37a14594 service nova] Releasing lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1851.065976] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.087s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1851.573832] env[69763]: DEBUG oslo_concurrency.lockutils [None req-0925d3e6-9ef7-4db2-8372-b810ffe9553d tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.583s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1851.574711] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.673s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1851.574926] env[69763]: INFO nova.compute.manager [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Unshelving [ 1852.603479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1852.603853] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1852.603853] env[69763]: DEBUG nova.objects.instance [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'pci_requests' on Instance uuid 834bb8bf-c2ce-4fab-ba23-e98153e7865c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.108272] env[69763]: DEBUG nova.objects.instance [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'numa_topology' on Instance uuid 834bb8bf-c2ce-4fab-ba23-e98153e7865c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1853.610727] env[69763]: INFO nova.compute.claims [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1854.647335] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a889ccdb-a57a-4471-adb4-00145857459d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.654721] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6ab3e1-783b-43c8-9f58-fd1372ea3c12 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.684742] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9c62d88-ff96-41cc-a7c7-6272b9736c24 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.692121] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-811db4d6-9123-4bba-8533-aa4091f17486 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1854.705085] env[69763]: DEBUG nova.compute.provider_tree [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1855.208226] env[69763]: DEBUG nova.scheduler.client.report [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1855.714371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.111s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1855.742791] env[69763]: INFO nova.network.neutron [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating port 2dddb28f-26e9-49ea-9021-95705806b75f with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1857.112205] env[69763]: DEBUG nova.compute.manager [req-cb55013a-af3f-40aa-9e2f-29a03e356d13 req-75e09da6-fd94-4bba-9ff0-7f82bbd67aa4 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received event network-vif-plugged-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1857.112463] env[69763]: DEBUG oslo_concurrency.lockutils [req-cb55013a-af3f-40aa-9e2f-29a03e356d13 req-75e09da6-fd94-4bba-9ff0-7f82bbd67aa4 service nova] Acquiring lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1857.112703] env[69763]: DEBUG oslo_concurrency.lockutils [req-cb55013a-af3f-40aa-9e2f-29a03e356d13 req-75e09da6-fd94-4bba-9ff0-7f82bbd67aa4 service nova] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1857.112881] env[69763]: DEBUG oslo_concurrency.lockutils [req-cb55013a-af3f-40aa-9e2f-29a03e356d13 req-75e09da6-fd94-4bba-9ff0-7f82bbd67aa4 service nova] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1857.113100] env[69763]: DEBUG nova.compute.manager [req-cb55013a-af3f-40aa-9e2f-29a03e356d13 req-75e09da6-fd94-4bba-9ff0-7f82bbd67aa4 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] No waiting events found dispatching network-vif-plugged-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) pop_instance_event /opt/stack/nova/nova/compute/manager.py:321}} [ 1857.113229] env[69763]: WARNING nova.compute.manager [req-cb55013a-af3f-40aa-9e2f-29a03e356d13 req-75e09da6-fd94-4bba-9ff0-7f82bbd67aa4 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received unexpected event network-vif-plugged-2dddb28f-26e9-49ea-9021-95705806b75f for instance with vm_state shelved_offloaded and task_state spawning. [ 1857.190931] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1857.191133] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1857.191367] env[69763]: DEBUG nova.network.neutron [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1857.902032] env[69763]: DEBUG nova.network.neutron [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [{"id": "2dddb28f-26e9-49ea-9021-95705806b75f", "address": "fa:16:3e:37:97:39", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dddb28f-26", "ovs_interfaceid": "2dddb28f-26e9-49ea-9021-95705806b75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1858.405540] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1858.433989] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='b925108234a9f394feb7ec7dd86c7a37',container_format='bare',created_at=2025-05-14T05:04:38Z,direct_url=,disk_format='vmdk',id=f6411194-b210-4cff-b7ce-9cd7f95771dd,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-920146870-shelved',owner='47be2b07f9b74dfaa81186fa4219f7c0',properties=ImageMetaProps,protected=,size=31666688,status='active',tags=,updated_at=2025-05-14T05:04:51Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1858.434264] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1858.434425] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1858.434612] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1858.434758] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1858.434905] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1858.435128] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1858.435291] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1858.435462] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1858.435626] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1858.435799] env[69763]: DEBUG nova.virt.hardware [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1858.436667] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f370f69-0801-48f8-87e5-d0caa7acf582 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.444827] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a164e0-9947-4589-9fb7-0578fa57b521 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.459276] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:97:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3d062877-0b23-4965-908b-f585f25f3bf1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2dddb28f-26e9-49ea-9021-95705806b75f', 'vif_model': 'vmxnet3'}] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1858.466372] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1858.466592] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1858.466794] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ad8e13ac-0c7d-4637-b44f-332be3f3903e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1858.486142] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1858.486142] env[69763]: value = "task-4123906" [ 1858.486142] env[69763]: _type = "Task" [ 1858.486142] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1858.493720] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123906, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1858.995472] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123906, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.138337] env[69763]: DEBUG nova.compute.manager [req-a38de5a6-ce36-4e2e-8225-73546227bb2c req-8e197117-e698-4689-8c21-b7a1db56cfff service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received event network-changed-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1859.138337] env[69763]: DEBUG nova.compute.manager [req-a38de5a6-ce36-4e2e-8225-73546227bb2c req-8e197117-e698-4689-8c21-b7a1db56cfff service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Refreshing instance network info cache due to event network-changed-2dddb28f-26e9-49ea-9021-95705806b75f. {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1859.138528] env[69763]: DEBUG oslo_concurrency.lockutils [req-a38de5a6-ce36-4e2e-8225-73546227bb2c req-8e197117-e698-4689-8c21-b7a1db56cfff service nova] Acquiring lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.138673] env[69763]: DEBUG oslo_concurrency.lockutils [req-a38de5a6-ce36-4e2e-8225-73546227bb2c req-8e197117-e698-4689-8c21-b7a1db56cfff service nova] Acquired lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1859.138833] env[69763]: DEBUG nova.network.neutron [req-a38de5a6-ce36-4e2e-8225-73546227bb2c req-8e197117-e698-4689-8c21-b7a1db56cfff service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Refreshing network info cache for port 2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1859.496585] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123906, 'name': CreateVM_Task, 'duration_secs': 0.561538} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1859.496923] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1859.497560] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1859.497756] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1859.498212] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1859.498489] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3cff7344-cc96-411d-aaa2-8fec54df78a6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1859.503939] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1859.503939] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e2b100-5250-38ac-d3eb-f2b3ae7f30bc" [ 1859.503939] env[69763]: _type = "Task" [ 1859.503939] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1859.512729] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52e2b100-5250-38ac-d3eb-f2b3ae7f30bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1859.855142] env[69763]: DEBUG nova.network.neutron [req-a38de5a6-ce36-4e2e-8225-73546227bb2c req-8e197117-e698-4689-8c21-b7a1db56cfff service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updated VIF entry in instance network info cache for port 2dddb28f-26e9-49ea-9021-95705806b75f. {{(pid=69763) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1859.855533] env[69763]: DEBUG nova.network.neutron [req-a38de5a6-ce36-4e2e-8225-73546227bb2c req-8e197117-e698-4689-8c21-b7a1db56cfff service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [{"id": "2dddb28f-26e9-49ea-9021-95705806b75f", "address": "fa:16:3e:37:97:39", "network": {"id": "efab3c7f-756c-46df-94c3-1a828f451579", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-827863414-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47be2b07f9b74dfaa81186fa4219f7c0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3d062877-0b23-4965-908b-f585f25f3bf1", "external-id": "nsx-vlan-transportzone-523", "segmentation_id": 523, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2dddb28f-26", "ovs_interfaceid": "2dddb28f-26e9-49ea-9021-95705806b75f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1860.013796] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1860.014035] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Processing image f6411194-b210-4cff-b7ce-9cd7f95771dd {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1860.014287] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd/f6411194-b210-4cff-b7ce-9cd7f95771dd.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1860.014441] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquired lock "[datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd/f6411194-b210-4cff-b7ce-9cd7f95771dd.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1860.014624] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1860.014897] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-515bb31d-aac0-4f65-8701-b13f043b3bab {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.023689] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1860.023875] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1860.024591] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e8bab0-df66-4b05-8998-c6bd1f66c911 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.029603] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1860.029603] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d228e2-5ece-e578-5e6c-1a100549cc07" [ 1860.029603] env[69763]: _type = "Task" [ 1860.029603] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1860.036970] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52d228e2-5ece-e578-5e6c-1a100549cc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1860.358332] env[69763]: DEBUG oslo_concurrency.lockutils [req-a38de5a6-ce36-4e2e-8225-73546227bb2c req-8e197117-e698-4689-8c21-b7a1db56cfff service nova] Releasing lock "refresh_cache-834bb8bf-c2ce-4fab-ba23-e98153e7865c" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1860.539984] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Preparing fetch location {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1860.540475] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Fetch image to [datastore1] OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e/OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e.vmdk {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1860.540475] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Downloading stream optimized image f6411194-b210-4cff-b7ce-9cd7f95771dd to [datastore1] OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e/OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e.vmdk on the data store datastore1 as vApp {{(pid=69763) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1860.540613] env[69763]: DEBUG nova.virt.vmwareapi.images [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Downloading image file data f6411194-b210-4cff-b7ce-9cd7f95771dd to the ESX as VM named 'OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e' {{(pid=69763) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1860.610231] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1860.610231] env[69763]: value = "resgroup-9" [ 1860.610231] env[69763]: _type = "ResourcePool" [ 1860.610231] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1860.610551] env[69763]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-b29ccc95-3cef-4630-8375-a787d4c9cdfb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1860.631377] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease: (returnval){ [ 1860.631377] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526e9239-a8a4-1e5e-84a6-f0335badf5a8" [ 1860.631377] env[69763]: _type = "HttpNfcLease" [ 1860.631377] env[69763]: } obtained for vApp import into resource pool (val){ [ 1860.631377] env[69763]: value = "resgroup-9" [ 1860.631377] env[69763]: _type = "ResourcePool" [ 1860.631377] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1860.631730] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the lease: (returnval){ [ 1860.631730] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526e9239-a8a4-1e5e-84a6-f0335badf5a8" [ 1860.631730] env[69763]: _type = "HttpNfcLease" [ 1860.631730] env[69763]: } to be ready. {{(pid=69763) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1860.637873] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1860.637873] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526e9239-a8a4-1e5e-84a6-f0335badf5a8" [ 1860.637873] env[69763]: _type = "HttpNfcLease" [ 1860.637873] env[69763]: } is initializing. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1861.141415] env[69763]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1861.141415] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526e9239-a8a4-1e5e-84a6-f0335badf5a8" [ 1861.141415] env[69763]: _type = "HttpNfcLease" [ 1861.141415] env[69763]: } is ready. {{(pid=69763) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1861.141767] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1861.141767] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]526e9239-a8a4-1e5e-84a6-f0335badf5a8" [ 1861.141767] env[69763]: _type = "HttpNfcLease" [ 1861.141767] env[69763]: }. {{(pid=69763) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1861.142425] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b92f10b1-e9b1-4702-978f-e7b9230a2c45 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1861.150178] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad17e1-4456-fc3a-77fe-85c9e30f8efe/disk-0.vmdk from lease info. {{(pid=69763) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1861.150360] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating HTTP connection to write to file with size = 31666688 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad17e1-4456-fc3a-77fe-85c9e30f8efe/disk-0.vmdk. {{(pid=69763) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1861.213084] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d80f8f90-6a61-4134-b008-fc2d18bb8548 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.312971] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Completed reading data from the image iterator. {{(pid=69763) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1862.313359] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad17e1-4456-fc3a-77fe-85c9e30f8efe/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1862.314164] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef4ece6-b2f0-4870-95ef-69ff4cc528c9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.320953] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad17e1-4456-fc3a-77fe-85c9e30f8efe/disk-0.vmdk is in state: ready. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1862.321123] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad17e1-4456-fc3a-77fe-85c9e30f8efe/disk-0.vmdk. {{(pid=69763) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1862.321374] env[69763]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-2690543b-d2e6-45d0-8025-87cceb744ac8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.576151] env[69763]: DEBUG oslo_vmware.rw_handles [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52ad17e1-4456-fc3a-77fe-85c9e30f8efe/disk-0.vmdk. {{(pid=69763) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1862.576352] env[69763]: INFO nova.virt.vmwareapi.images [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Downloaded image file data f6411194-b210-4cff-b7ce-9cd7f95771dd [ 1862.577197] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3d670a-e485-43d6-8f96-146e9b884752 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.592494] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c27a6f06-77fd-4099-afd1-f62392c0f59d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.621248] env[69763]: INFO nova.virt.vmwareapi.images [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] The imported VM was unregistered [ 1862.623519] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Caching image {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1862.623750] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Creating directory with path [datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1862.624038] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68eb3a6b-0118-40af-8513-6db24f27f878 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.635482] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Created directory with path [datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1862.635673] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e/OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e.vmdk to [datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd/f6411194-b210-4cff-b7ce-9cd7f95771dd.vmdk. {{(pid=69763) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1862.635926] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-930de6f8-a468-4c19-bcd4-c2a5c0163038 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1862.642439] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1862.642439] env[69763]: value = "task-4123909" [ 1862.642439] env[69763]: _type = "Task" [ 1862.642439] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1862.650514] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123909, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.153098] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123909, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1863.653195] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123909, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.154090] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123909, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1864.655410] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123909, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.157307] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123909, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.500626} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.157643] env[69763]: INFO nova.virt.vmwareapi.ds_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e/OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e.vmdk to [datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd/f6411194-b210-4cff-b7ce-9cd7f95771dd.vmdk. [ 1865.157897] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Cleaning up location [datastore1] OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1865.158106] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_d693fb3e-a24f-467c-b0f6-ef186dd82f2e {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1865.158381] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0aa76ec6-9512-47a2-b998-cf744f0a72bd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.165402] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1865.165402] env[69763]: value = "task-4123910" [ 1865.165402] env[69763]: _type = "Task" [ 1865.165402] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.173971] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123910, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1865.675939] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123910, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.043948} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1865.676306] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1865.676438] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Releasing lock "[datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd/f6411194-b210-4cff-b7ce-9cd7f95771dd.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1865.676629] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd/f6411194-b210-4cff-b7ce-9cd7f95771dd.vmdk to [datastore1] 834bb8bf-c2ce-4fab-ba23-e98153e7865c/834bb8bf-c2ce-4fab-ba23-e98153e7865c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1865.676881] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fe4a5785-1963-43a7-ae6c-e66de1c4017b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1865.685010] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1865.685010] env[69763]: value = "task-4123911" [ 1865.685010] env[69763]: _type = "Task" [ 1865.685010] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1865.693444] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123911, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.195674] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123911, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1866.697314] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123911, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.197557] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123911, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1867.699022] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123911, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.198512] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123911, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.41489} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1868.198769] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/f6411194-b210-4cff-b7ce-9cd7f95771dd/f6411194-b210-4cff-b7ce-9cd7f95771dd.vmdk to [datastore1] 834bb8bf-c2ce-4fab-ba23-e98153e7865c/834bb8bf-c2ce-4fab-ba23-e98153e7865c.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1868.199624] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f48fe4-211c-424b-bd5b-d3b030b8f6e9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.221196] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Reconfiguring VM instance instance-0000007e to attach disk [datastore1] 834bb8bf-c2ce-4fab-ba23-e98153e7865c/834bb8bf-c2ce-4fab-ba23-e98153e7865c.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1868.221533] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c8ed47b-4de1-48e1-8a6e-217d60746b6d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1868.241562] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1868.241562] env[69763]: value = "task-4123912" [ 1868.241562] env[69763]: _type = "Task" [ 1868.241562] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1868.249683] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123912, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1868.752062] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123912, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.252212] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123912, 'name': ReconfigVM_Task, 'duration_secs': 0.817181} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.252509] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Reconfigured VM instance instance-0000007e to attach disk [datastore1] 834bb8bf-c2ce-4fab-ba23-e98153e7865c/834bb8bf-c2ce-4fab-ba23-e98153e7865c.vmdk or device None with type streamOptimized {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1869.253163] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6149d6a-4f3a-4e46-ab9c-23c9fcb9efcc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.259953] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1869.259953] env[69763]: value = "task-4123913" [ 1869.259953] env[69763]: _type = "Task" [ 1869.259953] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.268164] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123913, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1869.770012] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123913, 'name': Rename_Task, 'duration_secs': 0.148512} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1869.770376] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1869.770583] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-451461cc-7883-48e9-9dfe-de7654acc465 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1869.777218] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1869.777218] env[69763]: value = "task-4123914" [ 1869.777218] env[69763]: _type = "Task" [ 1869.777218] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1869.784738] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1870.287429] env[69763]: DEBUG oslo_vmware.api [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123914, 'name': PowerOnVM_Task, 'duration_secs': 0.46226} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1870.287712] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1870.379624] env[69763]: DEBUG nova.compute.manager [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1870.380607] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1d00de-5329-4b3a-93bc-c96b44ade747 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1870.897478] env[69763]: DEBUG oslo_concurrency.lockutils [None req-1d94b1e0-d73e-484f-9a8c-3ab4effd7fb8 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.323s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1871.498843] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1871.499144] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1871.499384] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1871.499570] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1871.499740] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1871.502107] env[69763]: INFO nova.compute.manager [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Terminating instance [ 1872.006361] env[69763]: DEBUG nova.compute.manager [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1872.006745] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1872.007515] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16638336-33f0-4358-86e7-daea284a4278 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.016626] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1872.016883] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3d070b50-04e0-4153-a347-05e663d1b49d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.024665] env[69763]: DEBUG oslo_vmware.api [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1872.024665] env[69763]: value = "task-4123915" [ 1872.024665] env[69763]: _type = "Task" [ 1872.024665] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.033688] env[69763]: DEBUG oslo_vmware.api [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1872.534490] env[69763]: DEBUG oslo_vmware.api [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123915, 'name': PowerOffVM_Task, 'duration_secs': 0.173737} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1872.534790] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1872.534976] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1872.535246] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4254f61e-701d-4fd4-8b20-bfce6d6c3d2b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.607025] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1872.607269] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1872.607462] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleting the datastore file [datastore1] 834bb8bf-c2ce-4fab-ba23-e98153e7865c {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1872.607748] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c71ad88b-d4e3-486a-8f9c-848a3fa632bc {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1872.615641] env[69763]: DEBUG oslo_vmware.api [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for the task: (returnval){ [ 1872.615641] env[69763]: value = "task-4123917" [ 1872.615641] env[69763]: _type = "Task" [ 1872.615641] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1872.623922] env[69763]: DEBUG oslo_vmware.api [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1873.126282] env[69763]: DEBUG oslo_vmware.api [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Task: {'id': task-4123917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135256} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1873.126672] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1873.126712] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1873.126867] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1873.127054] env[69763]: INFO nova.compute.manager [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1873.127311] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1873.127507] env[69763]: DEBUG nova.compute.manager [-] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1873.127600] env[69763]: DEBUG nova.network.neutron [-] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1873.625168] env[69763]: DEBUG nova.compute.manager [req-dcb0c37a-5522-44b7-85e7-2ddfb79ba8ff req-83c27697-02b9-4d1d-85ce-cc4806092198 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Received event network-vif-deleted-2dddb28f-26e9-49ea-9021-95705806b75f {{(pid=69763) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1873.625395] env[69763]: INFO nova.compute.manager [req-dcb0c37a-5522-44b7-85e7-2ddfb79ba8ff req-83c27697-02b9-4d1d-85ce-cc4806092198 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Neutron deleted interface 2dddb28f-26e9-49ea-9021-95705806b75f; detaching it from the instance and deleting it from the info cache [ 1873.625568] env[69763]: DEBUG nova.network.neutron [req-dcb0c37a-5522-44b7-85e7-2ddfb79ba8ff req-83c27697-02b9-4d1d-85ce-cc4806092198 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.106934] env[69763]: DEBUG nova.network.neutron [-] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1874.129731] env[69763]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9b15ab80-11f1-4004-81cd-82d69fac4cd9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.138204] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdb497c0-4204-47c2-b9c2-0ef1af9bf581 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1874.162473] env[69763]: DEBUG nova.compute.manager [req-dcb0c37a-5522-44b7-85e7-2ddfb79ba8ff req-83c27697-02b9-4d1d-85ce-cc4806092198 service nova] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Detach interface failed, port_id=2dddb28f-26e9-49ea-9021-95705806b75f, reason: Instance 834bb8bf-c2ce-4fab-ba23-e98153e7865c could not be found. {{(pid=69763) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1874.610723] env[69763]: INFO nova.compute.manager [-] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Took 1.48 seconds to deallocate network for instance. [ 1875.117452] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1875.117757] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1875.117977] env[69763]: DEBUG nova.objects.instance [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lazy-loading 'resources' on Instance uuid 834bb8bf-c2ce-4fab-ba23-e98153e7865c {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1875.653254] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d063c5-8da7-4461-b60d-8d64ddf25fa8 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.662752] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28035ad4-498b-4a0a-839b-b00f764bb81f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.692120] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5151f54d-2a12-4d84-969b-b06d072fb80f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.699299] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-529e6d71-c09c-4736-bdc6-c3370e7db852 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1875.712466] env[69763]: DEBUG nova.compute.provider_tree [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1876.216281] env[69763]: DEBUG nova.scheduler.client.report [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1876.721242] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1876.744434] env[69763]: INFO nova.scheduler.client.report [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Deleted allocations for instance 834bb8bf-c2ce-4fab-ba23-e98153e7865c [ 1877.252561] env[69763]: DEBUG oslo_concurrency.lockutils [None req-8a2ab46b-1614-4948-be3d-a685b8c42ed4 tempest-ServerActionsTestOtherB-1068274652 tempest-ServerActionsTestOtherB-1068274652-project-member] Lock "834bb8bf-c2ce-4fab-ba23-e98153e7865c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.753s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1881.599274] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.599588] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.599688] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.599873] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.600084] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.600275] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.600437] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1881.600576] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1881.600719] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1882.104147] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1882.104438] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1882.104680] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1882.104875] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1882.107922] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fab72f24-2226-4fff-86ff-a6b846feab83 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.116597] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bcd4bf-0721-4803-a673-eef0cdfd214e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.132518] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b6ca87-eb3c-46ac-b0f1-50677afc4f68 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.139923] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47007259-fc18-4d8f-96ea-1e2c15586cfb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1882.168590] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180798MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1882.168760] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1882.168986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1883.188946] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1883.189254] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1883.203223] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3e4886e-1ff9-4146-85a2-47ad8d335b6c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.211815] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640aed78-65bb-48cb-b938-f28110e148fd {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.242646] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d5046c-1905-4300-beae-08b15a6dd8a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.251124] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ea7de4-6ebc-4f92-bb9e-fbdbd25ad2ec {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1883.265391] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1883.768593] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1883.926598] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1883.926821] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1884.100148] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "1993b0b5-05e2-4a38-942b-97f310e93c76" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1884.100479] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "1993b0b5-05e2-4a38-942b-97f310e93c76" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1884.274042] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1884.274317] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1884.429196] env[69763]: DEBUG nova.compute.manager [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1884.602964] env[69763]: DEBUG nova.compute.manager [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Starting instance... {{(pid=69763) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1884.952151] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1884.952464] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1884.953924] env[69763]: INFO nova.compute.claims [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1885.121056] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1886.002849] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dee21b5-29c0-4be8-879a-f6ef3136d92f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.010434] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6fd4bed-2f2d-4658-9938-41e4e0958bb6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.039152] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ddc928-63bc-45f0-b552-3f5fd255f520 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.046645] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5fb417-a632-4e74-b93f-592f66f53289 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1886.059523] env[69763]: DEBUG nova.compute.provider_tree [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1886.562648] env[69763]: DEBUG nova.scheduler.client.report [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1887.067928] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.115s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1887.068514] env[69763]: DEBUG nova.compute.manager [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1887.071343] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.950s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1887.072713] env[69763]: INFO nova.compute.claims [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1887.576551] env[69763]: DEBUG nova.compute.utils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1887.579796] env[69763]: DEBUG nova.compute.manager [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1888.080792] env[69763]: DEBUG nova.compute.manager [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1888.122049] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22bdef7-fc88-4aa5-a3fd-604e2e4538b3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.129496] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b950aee-bf3d-4009-a9c6-895f09eeab18 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.159641] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f825bde-83e4-4a11-8483-f3e7d34b9944 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.167259] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d6bd1c-807c-4969-8b3e-70d9e3b5db0e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1888.180245] env[69763]: DEBUG nova.compute.provider_tree [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1888.683134] env[69763]: DEBUG nova.scheduler.client.report [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1889.092146] env[69763]: DEBUG nova.compute.manager [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1889.119405] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1889.119698] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1889.119856] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1889.120050] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1889.120204] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1889.120376] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1889.120590] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1889.120802] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1889.120907] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1889.121085] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1889.121261] env[69763]: DEBUG nova.virt.hardware [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1889.122130] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb791b3d-0143-480f-882a-b556ac1c85aa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.129980] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fea94460-afe0-46c5-bec9-6dfd1bcee26c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.143211] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1889.148498] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Creating folder: Project (e53077e12f6d454fae8e3723dbf46925). Parent ref: group-v816505. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1889.148783] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dcd55c28-2c7a-4408-86f6-5919d9eb6326 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.160093] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Created folder: Project (e53077e12f6d454fae8e3723dbf46925) in parent group-v816505. [ 1889.160322] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Creating folder: Instances. Parent ref: group-v816852. {{(pid=69763) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1889.160582] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-af000d40-37b7-4b53-bac7-a736e56208f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.171138] env[69763]: INFO nova.virt.vmwareapi.vm_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Created folder: Instances in parent group-v816852. [ 1889.171426] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1889.171631] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1889.171839] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d069303-813b-40b4-9390-40b6601f60a4 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1889.187371] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1889.187867] env[69763]: DEBUG nova.compute.manager [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Start building networks asynchronously for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1889.191323] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1889.191323] env[69763]: value = "task-4123921" [ 1889.191323] env[69763]: _type = "Task" [ 1889.191323] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1889.199243] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123921, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1889.693861] env[69763]: DEBUG nova.compute.utils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Using /dev/sd instead of None {{(pid=69763) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1889.695863] env[69763]: DEBUG nova.compute.manager [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Not allocating networking since 'none' was specified. {{(pid=69763) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1889.704791] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123921, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.199968] env[69763]: DEBUG nova.compute.manager [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Start building block device mappings for instance. {{(pid=69763) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1890.208139] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123921, 'name': CreateVM_Task} progress is 99%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1890.709461] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123921, 'name': CreateVM_Task, 'duration_secs': 1.285224} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1890.709647] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1890.710253] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1890.710480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1890.710810] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1890.711062] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a761a5f8-e1ae-43e2-8544-6889f7ceefc0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1890.716064] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1890.716064] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52de225c-16c8-faf6-5b61-f1d308becefe" [ 1890.716064] env[69763]: _type = "Task" [ 1890.716064] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1890.724207] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52de225c-16c8-faf6-5b61-f1d308becefe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.211652] env[69763]: DEBUG nova.compute.manager [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Start spawning the instance on the hypervisor. {{(pid=69763) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1891.226707] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52de225c-16c8-faf6-5b61-f1d308becefe, 'name': SearchDatastore_Task, 'duration_secs': 0.014228} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.228800] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1891.229047] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1891.229292] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.229440] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1891.229623] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1891.231049] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da46fd53-f66f-4f47-9112-a737ac3379c5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.235689] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1891.235918] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1891.236087] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1891.236282] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1891.236430] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1891.236782] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1891.236927] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1891.237122] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1891.237296] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1891.237462] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1891.237640] env[69763]: DEBUG nova.virt.hardware [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1891.238467] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5575d113-7ca1-4409-8870-21677d57b608 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.241913] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1891.242102] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1891.243126] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2b7e128-4d9d-46cf-9988-5c08ba17b367 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.249884] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34f0cac9-f6db-4988-b305-aee3886d8245 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.254473] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1891.254473] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c7e42-7d9a-bb54-e17c-57d3c290cacf" [ 1891.254473] env[69763]: _type = "Task" [ 1891.254473] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.265173] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1891.270667] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1891.271205] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1891.271415] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4d9e8f1-585b-4c69-ab89-95661fd0a1ee {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.285552] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]524c7e42-7d9a-bb54-e17c-57d3c290cacf, 'name': SearchDatastore_Task, 'duration_secs': 0.009094} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.286534] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a0ba6b6d-2e5d-41ec-b643-452ba38a4b34 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.290807] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1891.290807] env[69763]: value = "task-4123922" [ 1891.290807] env[69763]: _type = "Task" [ 1891.290807] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.292089] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1891.292089] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ebb30f-974b-6053-ed30-0183558ed670" [ 1891.292089] env[69763]: _type = "Task" [ 1891.292089] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.301656] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123922, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.304424] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ebb30f-974b-6053-ed30-0183558ed670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.807788] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123922, 'name': CreateVM_Task, 'duration_secs': 0.256225} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.808066] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ebb30f-974b-6053-ed30-0183558ed670, 'name': SearchDatastore_Task, 'duration_secs': 0.01373} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1891.808235] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1891.808499] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1891.808754] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 14e32ec9-b384-4f0b-940d-f6ea2b4630d0/14e32ec9-b384-4f0b-940d-f6ea2b4630d0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1891.809168] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1891.809323] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1891.809645] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1891.809874] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b0841747-6fd7-403d-81fa-c09c09e16626 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.811621] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67e66497-4776-4ed9-9b8f-385e6cffceca {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1891.816113] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1891.816113] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5208bbe2-b34e-808a-8a19-6ddd6e13dc2f" [ 1891.816113] env[69763]: _type = "Task" [ 1891.816113] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.819775] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1891.819775] env[69763]: value = "task-4123923" [ 1891.819775] env[69763]: _type = "Task" [ 1891.819775] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1891.825640] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5208bbe2-b34e-808a-8a19-6ddd6e13dc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1891.830059] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.327730] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5208bbe2-b34e-808a-8a19-6ddd6e13dc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.011498} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.328344] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1892.328583] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1892.328826] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1892.328961] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1892.329153] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1892.329401] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5d6de714-9511-4bf4-bc9e-487b2dbb54b7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.333990] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459335} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.334523] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 14e32ec9-b384-4f0b-940d-f6ea2b4630d0/14e32ec9-b384-4f0b-940d-f6ea2b4630d0.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1892.334762] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1892.335108] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-85193ce5-7f1b-48b2-872a-4f5ff072f815 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.342052] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1892.342052] env[69763]: value = "task-4123924" [ 1892.342052] env[69763]: _type = "Task" [ 1892.342052] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.342817] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1892.342997] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1892.346154] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a54918a-91cf-466c-96a1-8b752bcb86a7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.351302] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1892.351302] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ee7ba0-4359-d5fe-2717-58611976db30" [ 1892.351302] env[69763]: _type = "Task" [ 1892.351302] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.354177] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123924, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.361906] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ee7ba0-4359-d5fe-2717-58611976db30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.852981] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123924, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067244} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.853273] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1892.854064] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef096ba-e020-4c92-8eca-7434183d7baa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.865653] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52ee7ba0-4359-d5fe-2717-58611976db30, 'name': SearchDatastore_Task, 'duration_secs': 0.009914} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1892.880659] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] 14e32ec9-b384-4f0b-940d-f6ea2b4630d0/14e32ec9-b384-4f0b-940d-f6ea2b4630d0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1892.880905] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36dc3fc4-0f32-427a-ad66-8c8a05e1c5d5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.883349] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9690c352-a06b-4e0c-b003-76b7dc07234c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1892.900015] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1892.900015] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]5284c84d-01db-f2fd-ba20-93a06f1c1263" [ 1892.900015] env[69763]: _type = "Task" [ 1892.900015] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.904129] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1892.904129] env[69763]: value = "task-4123925" [ 1892.904129] env[69763]: _type = "Task" [ 1892.904129] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1892.910233] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5284c84d-01db-f2fd-ba20-93a06f1c1263, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1892.915094] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123925, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.412187] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]5284c84d-01db-f2fd-ba20-93a06f1c1263, 'name': SearchDatastore_Task, 'duration_secs': 0.039627} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.412943] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Releasing lock "[datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1893.413256] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 1993b0b5-05e2-4a38-942b-97f310e93c76/1993b0b5-05e2-4a38-942b-97f310e93c76.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1893.413543] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e7e90eff-26e0-4dae-9aeb-7342e4ef8e61 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.418928] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123925, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.425561] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1893.425561] env[69763]: value = "task-4123926" [ 1893.425561] env[69763]: _type = "Task" [ 1893.425561] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.434812] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123926, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.918464] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123925, 'name': ReconfigVM_Task, 'duration_secs': 0.981998} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1893.918902] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Reconfigured VM instance instance-0000007f to attach disk [datastore2] 14e32ec9-b384-4f0b-940d-f6ea2b4630d0/14e32ec9-b384-4f0b-940d-f6ea2b4630d0.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1893.919771] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46242dd9-28e3-4952-9189-08ae4bef3709 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1893.933740] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1893.933740] env[69763]: value = "task-4123927" [ 1893.933740] env[69763]: _type = "Task" [ 1893.933740] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1893.944772] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123926, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1893.953020] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123927, 'name': Rename_Task} progress is 10%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.437577] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123926, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.935524} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.441040] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore2] 1993b0b5-05e2-4a38-942b-97f310e93c76/1993b0b5-05e2-4a38-942b-97f310e93c76.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1894.441292] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1894.441589] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7c5f6ad3-860e-4cc8-9e35-abc90a48c21f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.448977] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123927, 'name': Rename_Task, 'duration_secs': 0.230337} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.449765] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1894.450755] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ab0f6ac5-dc46-4461-8f47-1d31085c80a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.452642] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1894.452642] env[69763]: value = "task-4123928" [ 1894.452642] env[69763]: _type = "Task" [ 1894.452642] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.458753] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1894.458753] env[69763]: value = "task-4123929" [ 1894.458753] env[69763]: _type = "Task" [ 1894.458753] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1894.465457] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.471806] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.965117] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083054} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1894.965790] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1894.966582] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441f5621-964a-4daf-8dbb-4909d76509f2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1894.972159] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1894.990630] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Reconfiguring VM instance instance-00000080 to attach disk [datastore2] 1993b0b5-05e2-4a38-942b-97f310e93c76/1993b0b5-05e2-4a38-942b-97f310e93c76.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1894.990965] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7d2e049-9c1d-438a-b976-f22637bdb08f {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1895.012588] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1895.012588] env[69763]: value = "task-4123930" [ 1895.012588] env[69763]: _type = "Task" [ 1895.012588] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1895.021760] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123930, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.473543] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123929, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.523351] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123930, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1895.969806] env[69763]: DEBUG oslo_vmware.api [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123929, 'name': PowerOnVM_Task, 'duration_secs': 1.141292} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1895.970108] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1895.970320] env[69763]: INFO nova.compute.manager [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Took 6.88 seconds to spawn the instance on the hypervisor. [ 1895.970531] env[69763]: DEBUG nova.compute.manager [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1895.971332] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a50181e3-8996-4049-82b5-cd0d8301263a {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.023132] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123930, 'name': ReconfigVM_Task, 'duration_secs': 0.919895} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.023429] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Reconfigured VM instance instance-00000080 to attach disk [datastore2] 1993b0b5-05e2-4a38-942b-97f310e93c76/1993b0b5-05e2-4a38-942b-97f310e93c76.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1896.024061] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0deaba32-66a2-47fd-8708-e9ebe01036b1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.030711] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1896.030711] env[69763]: value = "task-4123931" [ 1896.030711] env[69763]: _type = "Task" [ 1896.030711] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.038192] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123931, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.488661] env[69763]: INFO nova.compute.manager [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Took 11.55 seconds to build instance. [ 1896.544671] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123931, 'name': Rename_Task, 'duration_secs': 0.133409} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1896.545035] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1896.545363] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df8151d7-c5e6-484e-99ef-2af08c89e85d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1896.553460] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1896.553460] env[69763]: value = "task-4123932" [ 1896.553460] env[69763]: _type = "Task" [ 1896.553460] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1896.564082] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123932, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1896.991201] env[69763]: DEBUG oslo_concurrency.lockutils [None req-11fc862c-5c33-4ad6-aba9-4f5c0d4d1f36 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.064s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1897.063250] env[69763]: DEBUG oslo_vmware.api [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123932, 'name': PowerOnVM_Task, 'duration_secs': 0.469906} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1897.063529] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1897.063718] env[69763]: INFO nova.compute.manager [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Took 5.85 seconds to spawn the instance on the hypervisor. [ 1897.063901] env[69763]: DEBUG nova.compute.manager [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1897.064718] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a84f2b4a-59da-4cd4-afd4-58b743697bea {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1897.580743] env[69763]: INFO nova.compute.manager [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Took 12.47 seconds to build instance. [ 1898.035588] env[69763]: INFO nova.compute.manager [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Rebuilding instance [ 1898.073568] env[69763]: DEBUG nova.compute.manager [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1898.074463] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a03af7ca-44d0-43cd-aab7-0aac00819f81 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1898.083612] env[69763]: DEBUG oslo_concurrency.lockutils [None req-9ddb2250-1b1f-46c4-8692-70b81c0e9b38 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "1993b0b5-05e2-4a38-942b-97f310e93c76" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.983s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1899.088644] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1899.089043] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70e6b58b-ae4f-49e7-a2fa-fd56374c4f66 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.098054] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1899.098054] env[69763]: value = "task-4123933" [ 1899.098054] env[69763]: _type = "Task" [ 1899.098054] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.106723] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1899.610670] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123933, 'name': PowerOffVM_Task, 'duration_secs': 0.124323} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1899.610959] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1899.611209] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1899.612021] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59faf7a5-6b36-4ea0-a815-759faf6367f9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.619196] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1899.619513] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcb001be-2e63-4f1c-b1fa-70e02e0ab396 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.649031] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1899.649505] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1899.649770] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Deleting the datastore file [datastore2] 1993b0b5-05e2-4a38-942b-97f310e93c76 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1899.650170] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2008385e-0592-4a85-923e-d5b9a3db4769 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1899.659854] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1899.659854] env[69763]: value = "task-4123935" [ 1899.659854] env[69763]: _type = "Task" [ 1899.659854] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1899.672562] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123935, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1900.170562] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123935, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147155} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1900.171097] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1900.171097] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1900.171317] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1901.200155] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-05-14T04:45:09Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-05-14T04:44:49Z,direct_url=,disk_format='vmdk',id=8c321dca-8899-4506-8165-341cc6758393,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='30a4d5a3790b4c8a8b2dad7fa4d3a273',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-05-14T04:44:50Z,virtual_size=,visibility=), allow threads: False {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1901.200517] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Flavor limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1901.200572] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Image limits 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1901.200768] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Flavor pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1901.200912] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Image pref 0:0:0 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1901.201070] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69763) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1901.201274] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1901.201426] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1901.201623] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Got 1 possible topologies {{(pid=69763) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1901.201794] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1901.201964] env[69763]: DEBUG nova.virt.hardware [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69763) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1901.202818] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6b92be-aeb9-4a47-be3a-0199effa380d {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.211102] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f20c9c4b-817d-46a2-8c77-b048d3928951 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.225274] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Instance VIF info [] {{(pid=69763) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1901.230722] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1901.230963] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Creating VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1901.231188] env[69763]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b6c0584b-b8a4-4f9b-9794-7095cf523ca7 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.249894] env[69763]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1901.249894] env[69763]: value = "task-4123936" [ 1901.249894] env[69763]: _type = "Task" [ 1901.249894] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.257818] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123936, 'name': CreateVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1901.761103] env[69763]: DEBUG oslo_vmware.api [-] Task: {'id': task-4123936, 'name': CreateVM_Task, 'duration_secs': 0.257143} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1901.761281] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Created VM on the ESX host {{(pid=69763) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1901.761697] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1901.761859] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1901.762218] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1901.762479] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8b7db6d-235a-4a27-abd8-1765cd3d8e46 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1901.767420] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1901.767420] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52da5103-0c99-a26c-874e-c0ba36570198" [ 1901.767420] env[69763]: _type = "Task" [ 1901.767420] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1901.775383] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52da5103-0c99-a26c-874e-c0ba36570198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.278583] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52da5103-0c99-a26c-874e-c0ba36570198, 'name': SearchDatastore_Task, 'duration_secs': 0.011252} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.278960] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1902.279151] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Processing image 8c321dca-8899-4506-8165-341cc6758393 {{(pid=69763) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1902.279390] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1902.279537] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1902.279716] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1902.279991] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3978a18b-dc73-49c5-912a-73d677dd9dfe {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.289232] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69763) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1902.289416] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69763) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1902.290129] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-26299ea7-4f5a-43e2-a7fe-a4c6b2dddbfa {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.295411] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1902.295411] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]52664239-c2de-4046-5a1c-ec36ad907303" [ 1902.295411] env[69763]: _type = "Task" [ 1902.295411] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.303075] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52664239-c2de-4046-5a1c-ec36ad907303, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1902.806090] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]52664239-c2de-4046-5a1c-ec36ad907303, 'name': SearchDatastore_Task, 'duration_secs': 0.009525} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1902.806856] env[69763]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3b865d-7de4-494b-9b70-bd0ed4b948b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1902.812235] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1902.812235] env[69763]: value = "session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a4ba6-cb83-2138-65ee-4d085d26d840" [ 1902.812235] env[69763]: _type = "Task" [ 1902.812235] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1902.820123] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a4ba6-cb83-2138-65ee-4d085d26d840, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.323270] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': session[5233fee0-190b-a708-4592-1bcf87e2ff35]520a4ba6-cb83-2138-65ee-4d085d26d840, 'name': SearchDatastore_Task, 'duration_secs': 0.011748} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.323743] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Releasing lock "[datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1903.323796] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 1993b0b5-05e2-4a38-942b-97f310e93c76/1993b0b5-05e2-4a38-942b-97f310e93c76.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1903.324049] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80be2024-0c75-4126-88a8-afbbf9d064a9 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.331428] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1903.331428] env[69763]: value = "task-4123937" [ 1903.331428] env[69763]: _type = "Task" [ 1903.331428] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.339448] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123937, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1903.841528] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123937, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465897} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1903.841756] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/8c321dca-8899-4506-8165-341cc6758393/8c321dca-8899-4506-8165-341cc6758393.vmdk to [datastore1] 1993b0b5-05e2-4a38-942b-97f310e93c76/1993b0b5-05e2-4a38-942b-97f310e93c76.vmdk {{(pid=69763) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1903.841966] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Extending root virtual disk to 1048576 {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1903.842250] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a442b17-009f-47f1-aba3-3b714d69bcf1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1903.849910] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1903.849910] env[69763]: value = "task-4123938" [ 1903.849910] env[69763]: _type = "Task" [ 1903.849910] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1903.858766] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123938, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.360636] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123938, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070453} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.361070] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Extended root virtual disk {{(pid=69763) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1904.361697] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d85796-2d1a-45f1-9dbc-a6d1aa1144e1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.380728] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Reconfiguring VM instance instance-00000080 to attach disk [datastore1] 1993b0b5-05e2-4a38-942b-97f310e93c76/1993b0b5-05e2-4a38-942b-97f310e93c76.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1904.380987] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9a2c3f-eb94-4d3b-8746-11835291c3d6 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.400402] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1904.400402] env[69763]: value = "task-4123939" [ 1904.400402] env[69763]: _type = "Task" [ 1904.400402] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.408741] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123939, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1904.910750] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123939, 'name': ReconfigVM_Task, 'duration_secs': 0.344802} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1904.911127] env[69763]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Reconfigured VM instance instance-00000080 to attach disk [datastore1] 1993b0b5-05e2-4a38-942b-97f310e93c76/1993b0b5-05e2-4a38-942b-97f310e93c76.vmdk or device None with type sparse {{(pid=69763) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1904.911705] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-559e9fec-971b-4e3c-a380-c22fe15046ba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1904.919389] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1904.919389] env[69763]: value = "task-4123940" [ 1904.919389] env[69763]: _type = "Task" [ 1904.919389] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1904.929362] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123940, 'name': Rename_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.430025] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123940, 'name': Rename_Task, 'duration_secs': 0.14404} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.430468] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Powering on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1905.430638] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1a46e885-3707-4a7d-9d86-c5b4d85b7294 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1905.438341] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1905.438341] env[69763]: value = "task-4123941" [ 1905.438341] env[69763]: _type = "Task" [ 1905.438341] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1905.446614] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123941, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1905.948859] env[69763]: DEBUG oslo_vmware.api [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123941, 'name': PowerOnVM_Task, 'duration_secs': 0.476324} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1905.949192] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Powered on the VM {{(pid=69763) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1905.949399] env[69763]: DEBUG nova.compute.manager [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Checking state {{(pid=69763) _get_power_state /opt/stack/nova/nova/compute/manager.py:1797}} [ 1905.950190] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a55c0c-3ed1-4cb0-9e49-0761346be473 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1906.467027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1906.467027] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1906.467027] env[69763]: DEBUG nova.objects.instance [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69763) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1906.843721] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "1993b0b5-05e2-4a38-942b-97f310e93c76" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1906.844033] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "1993b0b5-05e2-4a38-942b-97f310e93c76" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1906.844259] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "1993b0b5-05e2-4a38-942b-97f310e93c76-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1906.844480] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "1993b0b5-05e2-4a38-942b-97f310e93c76-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1906.844626] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "1993b0b5-05e2-4a38-942b-97f310e93c76-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1906.846719] env[69763]: INFO nova.compute.manager [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Terminating instance [ 1907.350481] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "refresh_cache-1993b0b5-05e2-4a38-942b-97f310e93c76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1907.350758] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired lock "refresh_cache-1993b0b5-05e2-4a38-942b-97f310e93c76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1907.350896] env[69763]: DEBUG nova.network.neutron [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1907.474986] env[69763]: DEBUG oslo_concurrency.lockutils [None req-d03472f3-3f9b-4cf9-ae6a-79af3af22ab2 tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.008s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1907.871655] env[69763]: DEBUG nova.network.neutron [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1907.929918] env[69763]: DEBUG nova.network.neutron [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1908.433232] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Releasing lock "refresh_cache-1993b0b5-05e2-4a38-942b-97f310e93c76" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1908.433722] env[69763]: DEBUG nova.compute.manager [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1908.433947] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1908.434856] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6408c88-866d-4a4f-8d85-e30d759187ff {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.443201] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1908.443451] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-84d0f2dc-b59e-4b0c-91ab-a004a84522a1 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.450096] env[69763]: DEBUG oslo_vmware.api [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1908.450096] env[69763]: value = "task-4123942" [ 1908.450096] env[69763]: _type = "Task" [ 1908.450096] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1908.458770] env[69763]: DEBUG oslo_vmware.api [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123942, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1908.961853] env[69763]: DEBUG oslo_vmware.api [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123942, 'name': PowerOffVM_Task, 'duration_secs': 0.117739} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1908.962244] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1908.962516] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1908.962839] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-93258325-a660-4741-92f8-923134f012db {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.987054] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1908.987300] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Deleting contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1908.987490] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Deleting the datastore file [datastore1] 1993b0b5-05e2-4a38-942b-97f310e93c76 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1908.987822] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd7d735e-cb7a-4e32-8ce4-c65d69916deb {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1908.994719] env[69763]: DEBUG oslo_vmware.api [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1908.994719] env[69763]: value = "task-4123944" [ 1908.994719] env[69763]: _type = "Task" [ 1908.994719] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1909.755745] env[69763]: DEBUG oslo_vmware.api [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143479} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1909.756112] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1909.756251] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Deleted contents of the VM from datastore datastore1 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1909.756431] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1909.756604] env[69763]: INFO nova.compute.manager [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Took 1.32 seconds to destroy the instance on the hypervisor. [ 1909.756851] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1909.757070] env[69763]: DEBUG nova.compute.manager [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1909.757241] env[69763]: DEBUG nova.network.neutron [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1909.774152] env[69763]: DEBUG nova.network.neutron [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1910.276602] env[69763]: DEBUG nova.network.neutron [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1910.779317] env[69763]: INFO nova.compute.manager [-] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Took 1.02 seconds to deallocate network for instance. [ 1911.285770] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1911.286163] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1911.286303] env[69763]: DEBUG nova.objects.instance [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lazy-loading 'resources' on Instance uuid 1993b0b5-05e2-4a38-942b-97f310e93c76 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1911.834397] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd80161a-0d72-4f26-ba2b-7797f2a29a99 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.842472] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d158e312-624e-421b-a42d-64a2398af627 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.871237] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c95d3e8c-64fb-4af1-b3bc-cbb1c993be3e {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.878864] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b468c1-1e6a-4783-846a-ec7c9c3abfd3 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1911.892577] env[69763]: DEBUG nova.compute.provider_tree [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1912.395456] env[69763]: DEBUG nova.scheduler.client.report [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1912.900111] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.614s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1912.920925] env[69763]: INFO nova.scheduler.client.report [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Deleted allocations for instance 1993b0b5-05e2-4a38-942b-97f310e93c76 [ 1913.428957] env[69763]: DEBUG oslo_concurrency.lockutils [None req-50829100-7f5a-4d5f-92c0-fd59f53871de tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "1993b0b5-05e2-4a38-942b-97f310e93c76" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.585s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1914.385896] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1914.386195] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1914.386439] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1914.386630] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1914.386798] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1914.388847] env[69763]: INFO nova.compute.manager [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Terminating instance [ 1914.892714] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "refresh_cache-14e32ec9-b384-4f0b-940d-f6ea2b4630d0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1914.893145] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquired lock "refresh_cache-14e32ec9-b384-4f0b-940d-f6ea2b4630d0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1914.893210] env[69763]: DEBUG nova.network.neutron [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Building network info cache for instance {{(pid=69763) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1915.412283] env[69763]: DEBUG nova.network.neutron [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1915.458084] env[69763]: DEBUG nova.network.neutron [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1915.960682] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Releasing lock "refresh_cache-14e32ec9-b384-4f0b-940d-f6ea2b4630d0" {{(pid=69763) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1915.961190] env[69763]: DEBUG nova.compute.manager [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Start destroying the instance on the hypervisor. {{(pid=69763) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1915.961404] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Destroying instance {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1915.962315] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87128c9b-4d09-4079-85b0-b20e8b8d09b0 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.970253] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Powering off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1915.970495] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1707c84-b985-46c0-84a1-034621dfff7b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1915.977366] env[69763]: DEBUG oslo_vmware.api [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1915.977366] env[69763]: value = "task-4123945" [ 1915.977366] env[69763]: _type = "Task" [ 1915.977366] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1915.985492] env[69763]: DEBUG oslo_vmware.api [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123945, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1916.486725] env[69763]: DEBUG oslo_vmware.api [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123945, 'name': PowerOffVM_Task, 'duration_secs': 0.193131} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1916.487020] env[69763]: DEBUG nova.virt.vmwareapi.vm_util [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Powered off the VM {{(pid=69763) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1916.487184] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Unregistering the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1916.487464] env[69763]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-642a6a15-37d4-4fd4-b0cd-fda09c02e159 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.511057] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Unregistered the VM {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1916.511307] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Deleting contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1916.511508] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Deleting the datastore file [datastore2] 14e32ec9-b384-4f0b-940d-f6ea2b4630d0 {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1916.511857] env[69763]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d381e700-7135-4a94-97af-25d887170eba {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1916.518563] env[69763]: DEBUG oslo_vmware.api [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for the task: (returnval){ [ 1916.518563] env[69763]: value = "task-4123947" [ 1916.518563] env[69763]: _type = "Task" [ 1916.518563] env[69763]: } to complete. {{(pid=69763) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1916.526345] env[69763]: DEBUG oslo_vmware.api [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123947, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1917.029924] env[69763]: DEBUG oslo_vmware.api [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Task: {'id': task-4123947, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099199} completed successfully. {{(pid=69763) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1917.030294] env[69763]: DEBUG nova.virt.vmwareapi.ds_util [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Deleted the datastore file {{(pid=69763) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1917.030485] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Deleted contents of the VM from datastore datastore2 {{(pid=69763) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1917.030568] env[69763]: DEBUG nova.virt.vmwareapi.vmops [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Instance destroyed {{(pid=69763) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1917.030702] env[69763]: INFO nova.compute.manager [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1917.030971] env[69763]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69763) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1917.031173] env[69763]: DEBUG nova.compute.manager [-] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Deallocating network for instance {{(pid=69763) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1917.031263] env[69763]: DEBUG nova.network.neutron [-] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] deallocate_for_instance() {{(pid=69763) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1917.046656] env[69763]: DEBUG nova.network.neutron [-] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Instance cache missing network info. {{(pid=69763) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1917.549239] env[69763]: DEBUG nova.network.neutron [-] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Updating instance_info_cache with network_info: [] {{(pid=69763) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1918.052618] env[69763]: INFO nova.compute.manager [-] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Took 1.02 seconds to deallocate network for instance. [ 1918.559499] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1918.559816] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1918.560069] env[69763]: DEBUG nova.objects.instance [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lazy-loading 'resources' on Instance uuid 14e32ec9-b384-4f0b-940d-f6ea2b4630d0 {{(pid=69763) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1919.089262] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034dcfa6-6633-4fd3-b153-f5378b93ac47 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.096772] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0665ab-d41e-4bca-808c-41defbe3f45b {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.126769] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a519eae-b8e5-4c1a-acf5-bc06e6682339 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.134280] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7e43e9-f40a-4953-b668-f44e3399fa92 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1919.146934] env[69763]: DEBUG nova.compute.provider_tree [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1919.650957] env[69763]: DEBUG nova.scheduler.client.report [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1920.157207] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.597s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1920.174339] env[69763]: INFO nova.scheduler.client.report [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Deleted allocations for instance 14e32ec9-b384-4f0b-940d-f6ea2b4630d0 [ 1920.682090] env[69763]: DEBUG oslo_concurrency.lockutils [None req-075ec6e5-4db5-4548-81c9-38309ec4b9ef tempest-ServerShowV247Test-1966291973 tempest-ServerShowV247Test-1966291973-project-member] Lock "14e32ec9-b384-4f0b-940d-f6ea2b4630d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.296s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1925.705778] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1925.706204] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1925.706204] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Cleaning up deleted instances with incomplete migration {{(pid=69763) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1928.203318] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1930.704595] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1930.704937] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1930.704992] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1930.705166] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1930.705310] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69763) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1931.704742] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1931.705038] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager.update_available_resource {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1932.207550] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1932.207832] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1932.207970] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1932.208145] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69763) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1932.209079] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408c21b8-7625-465d-b788-ef3ccdf591b2 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.217512] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a90afd-65be-4858-ace6-d2bac6038e41 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.231584] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e4a8d08-8a38-4f4c-9768-499e96604d1c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.237801] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdcf9c54-ab9b-43c6-ab4a-7533db8011ae {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1932.266504] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180757MB free_disk=14GB free_vcpus=48 pci_devices=None {{(pid=69763) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1932.266652] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1932.266865] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1933.406618] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1933.406878] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69763) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1933.419844] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91a7fae3-e229-4bed-bf10-b45fa28a1657 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.427333] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e81e591-1b29-45ec-9872-1642dfd5676c {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.455706] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcd6172b-2b51-4a37-a422-6c5f7521d414 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.464289] env[69763]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cf9e050-b960-468b-9a22-d7bf5a8554f5 {{(pid=69763) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1933.477386] env[69763]: DEBUG nova.compute.provider_tree [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed in ProviderTree for provider: 39a54292-6291-43e6-9dcd-41089e8e05f6 {{(pid=69763) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1933.980728] env[69763]: DEBUG nova.scheduler.client.report [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Inventory has not changed for provider 39a54292-6291-43e6-9dcd-41089e8e05f6 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 14, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69763) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1934.486350] env[69763]: DEBUG nova.compute.resource_tracker [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69763) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1934.486775] env[69763]: DEBUG oslo_concurrency.lockutils [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.220s {{(pid=69763) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1939.484243] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.989664] env[69763]: DEBUG oslo_service.periodic_task [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69763) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1939.989664] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] Cleaning up deleted instances {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1940.494910] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] There are 5 instances to clean {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1940.495273] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 1993b0b5-05e2-4a38-942b-97f310e93c76] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1940.999153] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 14e32ec9-b384-4f0b-940d-f6ea2b4630d0] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1941.504009] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 834bb8bf-c2ce-4fab-ba23-e98153e7865c] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1942.007780] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: 09c899e9-45b0-47da-b635-e22bf60ab1f3] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1942.511516] env[69763]: DEBUG nova.compute.manager [None req-6c762486-62da-4ad2-97cd-c6d05662abba None None] [instance: b1ecd37a-b826-4ee6-8fae-aa41418a6119] Instance has had 0 of 5 cleanup attempts {{(pid=69763) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}}